{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2024-04-01T03:10:25.722026Z",
     "start_time": "2024-04-01T03:10:07.125998Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "初始化连接池完毕，耗时 14.29 s\n",
      "sucess fetch remote dir info,use 4.2 s\n",
      "there are 1198 files to loacal \n",
      "start download ==============>\n"
     ]
    }
   ],
   "source": [
    "import paramiko  \n",
    "import os  \n",
    "import re\n",
    "import time\n",
    "from concurrent.futures import ThreadPoolExecutor, as_completed\n",
    "import traceback\n",
    "from tqdm import tqdm\n",
    "import threading  \n",
    "from queue import Queue  \n",
    "\n",
    "hostname = '47.253.62.54'  \n",
    "port = 9988  \n",
    "username = 'root'  \n",
    "password = 'Ikeyvdrq14B+1olzUZpKGma'  \n",
    "thread_num = 10\n",
    "\n",
    "remote_dir = '/data/apps/data/risk/jupyterdir/data/urule_log'  \n",
    "local_dir = 'data' \n",
    "\n",
    "if not os.path.exists(local_dir):\n",
    "    os.mkdir(local_dir)\n",
    "\n",
    "start_date='2023-10-20'\n",
    "# start_date='2024-03-23'\n",
    "# start_date='2023-12-30'\n",
    "\n",
    "sftp_queue = Queue(maxsize = thread_num)\n",
    "\n",
    "start = time.time()\n",
    "\n",
    "# clients = [] \n",
    "# for i in range(2):\n",
    "#     # 创建SSH客户端  \n",
    "#     client = paramiko.SSHClient()  \n",
    "#     # 自动添加服务器主机名及主机密钥到本地HostKeys对象，并保存  \n",
    "#     client.set_missing_host_key_policy(paramiko.AutoAddPolicy())  \n",
    "#     # 连接SSH服务端，以用户名和密码进行认证  \n",
    "#     client.connect(hostname, port=port, username=username, password=password)\n",
    "#     clients.append(client)\n",
    "\n",
    "# for n in range(thread_num):\n",
    "#     if n & 2 ==0:\n",
    "#         client = clients[0]\n",
    "#     else:\n",
    "#         client = clients[1]\n",
    "#     # 使用SFTP传输文件  \n",
    "#     sftp = client.open_sftp() \n",
    "#     sftp_queue.put(sftp)\n",
    "\n",
    "# 创建SSH客户端  \n",
    "client = paramiko.SSHClient()  \n",
    "# 自动添加服务器主机名及主机密钥到本地HostKeys对象，并保存  \n",
    "client.set_missing_host_key_policy(paramiko.AutoAddPolicy())  \n",
    "# 连接SSH服务端，以用户名和密码进行认证  \n",
    "client.connect(hostname, port=port, username=username, password=password)\n",
    "for n in range(thread_num):\n",
    "    # 使用SFTP传输文件  \n",
    "    sftp = client.open_sftp() \n",
    "    sftp_queue.put(sftp)\n",
    "\n",
    "\n",
    "end = time.time()\n",
    "print(f\"初始化连接池完毕，耗时 {round(end-start,2)} s\")\n",
    "\n",
    "#查询目录中的信息\n",
    "sftp = sftp_queue.get()\n",
    "# 列出远程目录中的文件  \n",
    "start = time.time()\n",
    "remote_attrs = sftp.listdir_attr(remote_dir)  \n",
    "end = time.time()\n",
    "print(f\"sucess fetch remote dir info,use {round(end-start,2)} s\")\n",
    "\n",
    "sftp_queue.put(sftp)\n",
    "\n",
    "file_attr_2locals=[]\n",
    "for file_attr in remote_attrs:\n",
    "    file_name = file_attr.filename\n",
    "    if ( any( file_type in file_name for file_type in ['.parquet','.pqt','.pickle','.pkl','.csv','.xlsx'] ) ):\n",
    "        pattern = r\"\\d{4}-\\d{2}-\\d{2}\" \n",
    "        match = re.search(pattern, file_name)\n",
    "        date = match.group()\n",
    "        if date>= start_date:\n",
    "            file_attr_2locals.append(file_attr)\n",
    "\n",
    "print(f\"there are {len(file_attr_2locals)} files to loacal \")\n",
    "print(f\"start download ==============>\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2024-04-01T03:36:08.224448Z",
     "start_time": "2024-04-01T03:10:25.724381Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "AC_type1_2023-10-24.parquet size 0.02 MB ,use 2.81 s\n",
      "AM_type1_2023-10-24.parquet size 0.01 MB ,use 2.81 s\n",
      "AL_type1_2023-10-27.parquet size 0.07 MB ,use 3.3 s\n",
      "AL_type1_2023-10-24.parquet size 0.02 MB ,use 3.31 s\n",
      "AC_type1_2023-10-25.parquet size 0.04 MB ,use 3.3 s\n",
      "AL_type1_2023-10-25.parquet size 0.05 MB ,use 3.31 s\n",
      "AC_type1_2023-10-26.parquet size 0.04 MB ,use 3.31 s\n",
      "AC_type1_2023-10-27.parquet size 0.06 MB ,use 3.54 s\n",
      "AL_type1_2023-10-26.parquet size 0.07 MB ,use 3.54 s\n",
      "AC_type1_2023-11-20.parquet size 0.37 MB ,use 3.79 s\n",
      "AM_type1_2023-10-27.parquet size 0.02 MB ,use 4.9 s\n",
      "AL_type1_2023-10-28.parquet size 0.07 MB ,use 5.43 s\n",
      "AC_type1_2023-10-28.parquet size 0.05 MB ,use 5.18 s\n",
      "AC_type1_2023-10-29.parquet size 0.05 MB ,use 5.43 s\n",
      "AL_type1_2023-10-29.parquet size 0.07 MB ,use 5.43 s\n",
      "AL_type1_2023-10-31.parquet size 0.08 MB ,use 5.19 s\n",
      "AC_type1_2023-10-30.parquet size 0.06 MB ,use 5.43 s\n",
      "AL_type1_2023-10-30.parquet size 0.07 MB ,use 5.43 s\n",
      "AM_type1_2023-10-30.parquet size 0.02 MB ,use 5.19 s\n",
      "AC_type1_2023-10-31.parquet size 0.08 MB ,use 5.43 s\n",
      "AM_type1_2023-10-31.parquet size 0.02 MB ,use 4.7 s\n",
      "AL_type1_2023-11-01.parquet size 0.09 MB ,use 4.66 sAM_type1_2023-11-02.parquet size 0.02 MB ,use 4.16 s\n",
      "AC_type1_2023-11-01.parquet size 0.12 MB ,use 4.66 sAC_type1_2023-11-02.parquet size 0.14 MB ,use 4.41 s\n",
      "AL_type1_2023-11-02.parquet size 0.08 MB ,use 4.41 s\n",
      "\n",
      "AC_type1_2023-11-03.parquet size 0.11 MB ,use 4.41 s\n",
      "AM_type1_2023-11-03.parquet size 0.02 MB ,use 4.65 s\n",
      "AL_type1_2023-11-03.parquet size 0.1 MB ,use 4.65 s\n",
      "AC_type1_2023-11-04.parquet size 0.11 MB ,use 4.4 s\n",
      "AL_type1_2023-11-04.parquet size 0.1 MB ,use 4.65 s\n",
      "AM_type1_2023-11-04.parquet size 0.03 MB ,use 4.17 s\n",
      "AL_type1_2023-11-05.parquet size 0.08 MB ,use 4.69 s\n",
      "AL_type1_2023-11-06.parquet size 0.08 MB ,use 4.69 s\n",
      "AC_type1_2023-11-05.parquet size 0.09 MB ,use 4.94 s\n",
      "AM_type1_2023-11-05.parquet size 0.03 MB ,use 4.94 s\n",
      "AC_type1_2023-11-07.parquet size 0.12 MB ,use 4.69 s\n",
      "AC_type1_2023-11-06.parquet size 0.12 MB ,use 4.94 s\n",
      "AM_type1_2023-11-06.parquet size 0.03 MB ,use 4.69 s\n",
      "AL_type1_2023-11-07.parquet size 0.09 MB ,use 4.7 s\n",
      "AL_type1_2023-11-08.parquet size 0.09 MB ,use 4.2 s\n",
      "AM_type1_2023-11-07.parquet size 0.03 MB ,use 4.2 s\n",
      "AC_type1_2023-11-08.parquet size 0.11 MB ,use 3.96 s\n",
      "AM_type1_2023-11-08.parquet size 0.04 MB ,use 3.72 s\n",
      "AM_type1_2023-11-09.parquet size 0.04 MB ,use 3.72 s\n",
      "AL_type1_2023-11-09.parquet size 0.09 MB ,use 3.96 sAC_type1_2023-11-09.parquet size 0.11 MB ,use 3.96 s\n",
      "\n",
      "AM_type1_2023-11-10.parquet size 0.04 MB ,use 3.96 s\n",
      "AL_type1_2023-11-10.parquet size 0.08 MB ,use 3.96 s\n",
      "AC_type1_2023-11-10.parquet size 0.13 MB ,use 4.21 s\n",
      "AL_type1_2023-11-11.parquet size 0.07 MB ,use 3.95 s\n",
      "AC_type1_2023-11-11.parquet size 0.1 MB ,use 3.95 s\n",
      "AM_type1_2023-11-11.parquet size 0.05 MB ,use 4.16 s\n",
      "AL_type1_2023-11-12.parquet size 0.06 MB ,use 4.16 s\n",
      "AC_type1_2023-11-12.parquet size 0.11 MB ,use 4.16 s\n",
      "AM_type1_2023-11-12.parquet size 0.05 MB ,use 3.92 s\n",
      "AL_type1_2023-11-13.parquet size 0.06 MB ,use 3.92 s\n",
      "AM_type1_2023-11-13.parquet size 0.05 MB ,use 3.91 s\n",
      "AC_type1_2023-11-13.parquet size 0.11 MB ,use 4.16 s\n",
      "AL_type1_2023-11-14.parquet size 0.08 MB ,use 4.15 s\n",
      "AC_type1_2023-11-14.parquet size 0.12 MB ,use 7.64 s\n",
      "AM_type1_2023-11-14.parquet size 0.05 MB ,use 8.09 s\n",
      "AC_type1_2023-11-15.parquet size 0.12 MB ,use 8.82 s\n",
      "AL_type1_2023-11-15.parquet size 0.09 MB ,use 8.85 s\n",
      "AM_type1_2023-11-15.parquet size 0.08 MB ,use 10.03 s\n",
      "AM_type1_2023-11-16.parquet size 0.08 MB ,use 9.61 s\n",
      "AL_type1_2023-11-16.parquet size 0.14 MB ,use 9.85 s\n",
      "AC_type2_2023-11-15.parquet size 0.41 MB ,use 10.1 s\n",
      "AC_type1_2023-11-16.parquet size 0.42 MB ,use 10.54 s\n",
      "AC_type2_2023-11-16.parquet size 1.59 MB ,use 13.49 s\n",
      "AM_type1_2023-11-17.parquet size 0.07 MB ,use 7.14 s\n",
      "AL_type1_2023-11-17.parquet size 0.18 MB ,use 7.84 s\n",
      "AC_type1_2023-11-17.parquet size 0.39 MB ,use 7.6 s\n",
      "AM_type1_2023-11-18.parquet size 0.06 MB ,use 6.67 s\n",
      "AL_type1_2023-11-18.parquet size 0.19 MB ,use 7.12 s\n",
      "AL_type1_2023-11-19.parquet size 0.14 MB ,use 7.66 s\n",
      "AC_type1_2023-11-18.parquet size 0.48 MB ,use 9.42 s\n",
      "AM_type1_2023-11-19.parquet size 0.07 MB ,use 6.94 s\n",
      "AC_type1_2023-11-19.parquet size 0.33 MB ,use 7.58 s\n",
      "AM_type1_2023-11-20.parquet size 0.07 MB ,use 6.33 s\n",
      "AL_type1_2023-11-20.parquet size 0.16 MB ,use 6.59 s\n",
      "AC_type2_2023-11-17.parquet size 2.56 MB ,use 16.58 s\n",
      "AM_type1_2023-11-21.parquet size 0.08 MB ,use 5.43 s\n",
      "AC_type1_2023-11-21.parquet size 0.42 MB ,use 6.84 s\n",
      "AL_type1_2023-11-21.parquet size 0.17 MB ,use 5.26 s\n",
      "AC_type2_2023-11-18.parquet size 2.86 MB ,use 18.22 s\n",
      "AC_type1_2023-11-22.parquet size 0.47 MB ,use 5.69 s\n",
      "AC_type2_2023-11-19.parquet size 2.38 MB ,use 14.34 s\n",
      "AL_type1_2023-11-22.parquet size 0.14 MB ,use 4.74 s\n",
      "AM-APK_type1_2023-11-22.parquet size 0.03 MB ,use 4.25 sAM_type1_2023-11-22.parquet size 0.09 MB ,use 4.74 s\n",
      "AC_type2_2023-11-20.parquet size 3.34 MB ,use 14.88 s\n",
      "AC_type2_2023-11-21.parquet size 3.48 MB ,use 12.84 s\n",
      "AC_type2_2023-11-22.parquet size 2.84 MB ,use 8.8 s\n",
      "AC_type1_2023-11-23.parquet size 0.36 MB ,use 4.22 s\n",
      "AM_type1_2023-11-23.parquet size 0.11 MB ,use 4.97 s\n",
      "AC_type2_2023-11-23.parquet size 2.8 MB ,use 6.89 s\n",
      "AL_type1_2023-11-23.parquet size 0.18 MB ,use 5.18 s\n",
      "AC_type1_2023-11-24.parquet size 0.44 MB ,use 5.06 s\n",
      "AM-APK_type1_2023-11-23.parquet size 0.04 MB ,use 4.39 s\n",
      "AL_type1_2023-11-24.parquet size 0.15 MB ,use 6.64 s\n",
      "AC_type2_2023-11-24.parquet size 2.56 MB ,use 9.03 s\n",
      "AM_type1_2023-11-24.parquet size 0.15 MB ,use 8.36 s\n",
      "AM-APK_type1_2023-11-24.parquet size 0.03 MB ,use 8.1 s\n",
      "AM_type1_2023-11-25.parquet size 0.15 MB ,use 10.03 s\n",
      "AC_type1_2023-11-25.parquet size 0.5 MB ,use 10.05 s\n",
      "AL_type1_2023-11-25.parquet size 0.14 MB ,use 9.45 s\n",
      "AM-APK_type1_2023-11-25.parquet size 0.03 MB ,use 9.31 s\n",
      "AC_type2_2023-11-25.parquet size 2.66 MB ,use 11.76 s\n",
      "AC_type1_2023-11-26.parquet size 0.31 MB ,use 7.11 s\n",
      "AC_type2_2023-11-26.parquet size 2.05 MB ,use 11.27 s\n",
      "AL_type1_2023-11-26.parquet size 0.15 MB ,use 7.12 sAM_type1_2023-11-26.parquet size 0.14 MB ,use 7.12 s\n",
      "AM-APK_type1_2023-11-26.parquet size 0.03 MB ,use 10.93 s\n",
      "AC_type1_2023-11-27.parquet size 0.45 MB ,use 21.71 s\n",
      "AL_type1_2023-11-27.parquet size 0.08 MB ,use 28.33 s\n",
      "AM-APK_type1_2023-11-27.parquet size 0.03 MB ,use 33.83 s\n",
      "AM_type1_2023-11-27.parquet size 0.15 MB ,use 37.42 s\n",
      "AC_type2_2023-11-27.parquet size 2.39 MB ,use 45.38 s\n",
      "AM_type1_2023-11-28.parquet size 0.13 MB ,use 68.42 s\n",
      "AL_type1_2023-11-28.parquet size 0.18 MB ,use 69.7 s\n",
      "AC_type1_2023-11-28.parquet size 0.88 MB ,use 75.31 s\n",
      "AM-APK_type1_2023-11-28.parquet size 0.02 MB ,use 74.03 s\n",
      "AC_type2_2023-11-28.parquet size 4.16 MB ,use 83.54 s\n",
      "AM-APK_type1_2023-11-29.parquet size 0.01 MB ,use 52.17 s\n",
      "AL_type1_2023-11-29.parquet size 0.2 MB ,use 49.41 s\n",
      "AC_type1_2023-11-29.parquet size 0.57 MB ,use 58.64 s\n",
      "AM_type1_2023-11-29.parquet size 0.14 MB ,use 44.71 s\n",
      "AC_type2_2023-11-29.parquet size 4.07 MB ,use 70.86 s\n",
      "AM_type1_2023-11-30.parquet size 0.18 MB ,use 22.67 s\n",
      "AC_type1_2023-11-30.parquet size 0.45 MB ,use 22.6 s\n",
      "AM-APK_type1_2023-11-30.parquet size 0.01 MB ,use 12.23 s\n",
      "AL_type1_2023-11-30.parquet size 0.2 MB ,use 15.45 s\n",
      "AC_type2_2023-11-30.parquet size 3.5 MB ,use 21.42 s\n",
      "AM_type1_2023-12-01.parquet size 0.28 MB ,use 12.86 s\n",
      "AC_type1_2023-12-01.parquet size 0.57 MB ,use 12.57 s\n",
      "AL_type1_2023-12-01.parquet size 0.16 MB ,use 10.13 s\n",
      "AM-APK_type1_2023-12-01.parquet size 0.01 MB ,use 8.41 s\n",
      "AM_type1_2023-12-02.parquet size 0.41 MB ,use 7.75 s\n",
      "AL_type1_2023-12-02.parquet size 0.15 MB ,use 6.78 s\n",
      "AC_type2_2023-12-01.parquet size 3.77 MB ,use 15.04 s\n",
      "AC_type1_2023-12-02.parquet size 0.64 MB ,use 6.15 s\n",
      "AM-APK_type1_2023-12-02.parquet size 0.01 MB ,use 4.66 s\n",
      "AM_type1_2023-12-03.parquet size 0.35 MB ,use 5.13 s\n",
      "AC_type1_2023-12-03.parquet size 0.53 MB ,use 4.95 s\n",
      "AC_type2_2023-12-02.parquet size 3.54 MB ,use 8.05 s\n",
      "AL_type1_2023-12-03.parquet size 0.15 MB ,use 4.53 s\n",
      "AM-APK_type1_2023-12-03.parquet size 0.01 MB ,use 4.44 s\n",
      "AL_type1_2023-12-04.parquet size 0.09 MB ,use 4.72 sAC_type2_2023-12-03.parquet size 3.05 MB ,use 7.38 s\n",
      "\n",
      "AC_type1_2023-12-04.parquet size 0.66 MB ,use 5.26 s\n",
      "AM_type1_2023-12-04.parquet size 0.29 MB ,use 4.41 s\n",
      "AM-APK_type1_2023-12-04.parquet size 0.01 MB ,use 4.52 s\n",
      "AM_type1_2023-12-05.parquet size 0.42 MB ,use 4.87 s\n",
      "AC_type2_2023-12-04.parquet size 3.85 MB ,use 7.68 s\n",
      "AM_type2_2023-12-05.parquet size 0.03 MB ,use 4.69 s\n",
      "AC_type1_2023-12-05.parquet size 1.08 MB ,use 4.94 s\n",
      "AM-APK_type1_2023-12-05.parquet size 0.01 MB ,use 4.45 s\n",
      "AL_type1_2023-12-05.parquet size 0.13 MB ,use 5.2 s\n",
      "AM_type2_2023-12-06.parquet size 0.02 MB ,use 5.36 s\n",
      "AM-APK_type1_2023-12-06.parquet size 0.01 MB ,use 5.36 sAC_type1_2023-12-06.parquet size 1.25 MB ,use 7.09 s\n",
      "\n",
      "AL_type1_2023-12-06.parquet size 0.16 MB ,use 5.63 s\n",
      "AM_type1_2023-12-06.parquet size 0.57 MB ,use 5.87 s\n",
      "AM_type1_2023-12-07.parquet size 0.6 MB ,use 5.86 s\n",
      "AC_type2_2023-12-05.parquet size 4.98 MB ,use 10.06 s\n",
      "AM_type2_2023-12-07.parquet size 0.2 MB ,use 4.71 s\n",
      "AC_type1_2023-12-07.parquet size 0.86 MB ,use 5.2 s\n",
      "AC_type2_2023-12-06.parquet size 5.51 MB ,use 10.64 s\n",
      "AM-APK_type1_2023-12-07.parquet size 0.01 MB ,use 4.12 s\n",
      "AL_type1_2023-12-07.parquet size 0.2 MB ,use 4.31 s\n",
      "AL_type1_2023-12-08.parquet size 0.14 MB ,use 4.2 s\n",
      "AC_type1_2023-12-08.parquet size 0.87 MB ,use 5.63 s\n",
      "AM_type1_2023-12-08.parquet size 0.66 MB ,use 5.15 s\n",
      "AM_type2_2023-12-08.parquet size 0.92 MB ,use 5.16 s\n",
      "AM-APK_type1_2023-12-08.parquet size 0.01 MB ,use 4.14 s\n",
      "AM_type1_2023-12-09.parquet size 0.7 MB ,use 5.31 s\n",
      "AC_type2_2023-12-07.parquet size 4.64 MB ,use 9.21 s\n",
      "AC_type2_2023-12-08.parquet size 4.62 MB ,use 10.26 s\n",
      "AC_type1_2023-12-09.parquet size 0.81 MB ,use 7.9 s\n",
      "AM_type2_2023-12-09.parquet size 0.91 MB ,use 8.09 s\n",
      "AL_type1_2023-12-09.parquet size 0.11 MB ,use 8.28 s\n",
      "AL_type1_2023-12-10.parquet size 0.09 MB ,use 9.77 s\n",
      "AM-APK_type1_2023-12-09.parquet size 0.01 MB ,use 9.78 s\n",
      "AM_type1_2023-12-10.parquet size 0.58 MB ,use 13.45 s\n",
      "AC_type2_2023-12-09.parquet size 4.33 MB ,use 14.62 s\n",
      "AM_type2_2023-12-10.parquet size 0.84 MB ,use 13.77 s\n",
      "AC_type1_2023-12-10.parquet size 0.82 MB ,use 13.77 s\n",
      "AM-APK_type1_2023-12-10.parquet size 0.01 MB ,use 11.47 s\n",
      "AM_type2_2023-12-11.parquet size 1.04 MB ,use 12.98 s\n",
      "AM_type1_2023-12-11.parquet size 0.61 MB ,use 12.23 s\n",
      "AC_type2_2023-12-10.parquet size 4.3 MB ,use 16.59 s\n",
      "AL_type1_2023-12-11.parquet size 0.19 MB ,use 11.44 s\n",
      "AM-APK_type1_2023-12-11.parquet size 0.01 MB ,use 9.29 s\n",
      "AC_type1_2023-12-11.parquet size 0.71 MB ,use 10.28 s\n",
      "AC_type2_2023-12-11.parquet size 5.38 MB ,use 16.09 s\n",
      "AM_type1_2023-12-12.parquet size 0.8 MB ,use 10.55 s\n",
      "AM_type2_2023-12-12.parquet size 1.66 MB ,use 11.47 s\n",
      "AL_type1_2023-12-12.parquet size 0.29 MB ,use 8.53 s\n",
      "AC_type1_2023-12-12.parquet size 0.81 MB ,use 9.48 s\n",
      "AM-APK_type1_2023-12-12.parquet size 0.01 MB ,use 8.06 s\n",
      "AC_type1_2023-12-13.parquet size 0.78 MB ,use 8.82 s\n",
      "AC_type2_2023-12-12.parquet size 5.45 MB ,use 13.76 s\n",
      "AM_type1_2023-12-13.parquet size 0.89 MB ,use 7.84 s\n",
      "AL_type1_2023-12-13.parquet size 0.18 MB ,use 6.81 s\n",
      "AM-APK_type1_2023-12-13.parquet size 0.01 MB ,use 6.62 s\n",
      "AC_type2_2023-12-13.parquet size 4.56 MB ,use 11.26 sAM_type2_2023-12-13.parquet size 2.07 MB ,use 8.82 s\n",
      "AC_type1_2023-12-14.parquet size 0.61 MB ,use 6.87 s\n",
      "AM_type1_2023-12-14.parquet size 0.75 MB ,use 7.09 s\n",
      "AL_type1_2023-12-14.parquet size 0.2 MB ,use 6.03 s\n",
      "AM_type2_2023-12-14.parquet size 2.23 MB ,use 8.84 s\n",
      "AC_type2_2023-12-14.parquet size 4.06 MB ,use 10.25 s\n",
      "AC_type1_2023-12-15.parquet size 0.58 MB ,use 6.09 s\n",
      "AL_type1_2023-12-15.parquet size 0.19 MB ,use 5.47 s\n",
      "AG_type1_2023-12-15.parquet size 0.01 MB ,use 6.34 s\n",
      "AM_type1_2023-12-15.parquet size 0.77 MB ,use 7.81 s\n",
      "AC_type2_2023-12-15.parquet size 4.27 MB ,use 10.24 s\n",
      "AM_type2_2023-12-15.parquet size 2.39 MB ,use 9.79 s\n",
      "AM-APK_type1_2023-12-15.parquet size 0.01 MB ,use 8.86 s\n",
      "AM_type1_2023-12-16.parquet size 0.8 MB ,use 9.52 s\n",
      "AC_type1_2023-12-16.parquet size 0.72 MB ,use 11.81 s\n",
      "AM_type2_2023-12-16.parquet size 2.81 MB ,use 12.93 s\n",
      "AL_type1_2023-12-16.parquet size 0.21 MB ,use 12.89 s\n",
      "AM-APK_type1_2023-12-16.parquet size 0.01 MB ,use 11.96 s\n",
      "AM_type1_2023-12-17.parquet size 0.93 MB ,use 12.45 sAL_type1_2023-12-17.parquet size 0.21 MB ,use 10.47 s\n",
      "\n",
      "AC_type2_2023-12-16.parquet size 4.57 MB ,use 15.62 s\n",
      "AC_type1_2023-12-17.parquet size 0.52 MB ,use 9.27 s\n",
      "AM_type2_2023-12-17.parquet size 2.76 MB ,use 13.93 s\n",
      "AM-APK_type1_2023-12-17.parquet size 0.01 MB ,use 6.75 s\n",
      "AC_type2_2023-12-17.parquet size 3.22 MB ,use 11.69 s\n",
      "AM_type2_2023-12-18.parquet size 2.94 MB ,use 7.59 sAM_type1_2023-12-18.parquet size 1.01 MB ,use 6.08 s\n",
      "AL_type1_2023-12-18.parquet size 0.2 MB ,use 8.62 s\n",
      "AC_type1_2023-12-18.parquet size 0.55 MB ,use 8.62 s\n",
      "AG_type1_2023-12-18.parquet size 0.01 MB ,use 8.62 s\n",
      "AC_type2_2023-12-18.parquet size 3.25 MB ,use 9.83 s\n",
      "AM-APK_type1_2023-12-18.parquet size 0.01 MB ,use 8.93 s\n",
      "AL_type1_2023-12-19.parquet size 0.28 MB ,use 10.12 s\n",
      "AM_type1_2023-12-19.parquet size 1.28 MB ,use 12.13 s\n",
      "AM_type2_2023-12-19.parquet size 4.23 MB ,use 14.09 s\n",
      "AC_type1_2023-12-19.parquet size 0.67 MB ,use 12.83 s\n",
      "AG_type1_2023-12-19.parquet size 0.01 MB ,use 9.69 s\n",
      "AM-APK_type1_2023-12-19.parquet size 0.01 MB ,use 9.69 s\n",
      "AC_type2_2023-12-19.parquet size 4.45 MB ,use 16.27 s\n",
      "AM_type1_2023-12-20.parquet size 1.59 MB ,use 12.45 s\n",
      "AC_type1_2023-12-20.parquet size 0.65 MB ,use 8.81 s\n",
      "AG_type1_2023-12-20.parquet size 0.01 MB ,use 6.38 s\n",
      "AL_type1_2023-12-20.parquet size 0.22 MB ,use 7.39 s\n",
      "AL_type1_2023-12-21.parquet size 0.26 MB ,use 6.59 s\n",
      "AC_type2_2023-12-20.parquet size 3.94 MB ,use 13.77 s\n",
      "AM_type2_2023-12-20.parquet size 4.75 MB ,use 15.3 s\n",
      "AC_type1_2023-12-21.parquet size 0.63 MB ,use 5.85 s\n",
      "AC_type2_2023-12-21.parquet size 3.77 MB ,use 7.83 s\n",
      "AM_type1_2023-12-21.parquet size 1.67 MB ,use 6.66 s\n",
      "AM-APK_type1_2023-12-21.parquet size 0.01 MB ,use 4.89 s\n",
      "AG_type1_2023-12-21.parquet size 0.01 MB ,use 5.19 s\n",
      "AL_type1_2023-12-22.parquet size 0.4 MB ,use 6.31 s\n",
      "AM_type1_2023-12-22.parquet size 2.01 MB ,use 8.32 s\n",
      "AC_type1_2023-12-22.parquet size 0.66 MB ,use 7.52 s\n",
      "AG_type1_2023-12-22.parquet size 0.01 MB ,use 5.86 s\n",
      "AM-APK_type1_2023-12-22.parquet size 0.01 MB ,use 5.83 s\n",
      "AM_type2_2023-12-21.parquet size 5.09 MB ,use 11.14 s\n",
      "AM_type1_2023-12-23.parquet size 1.72 MB ,use 8.49 s\n",
      "AC_type2_2023-12-22.parquet size 3.49 MB ,use 11.93 s\n",
      "AM_type2_2023-12-22.parquet size 5.58 MB ,use 13.89 s\n",
      "AC_type1_2023-12-23.parquet size 0.87 MB ,use 6.93 s\n",
      "AL_type1_2023-12-23.parquet size 0.36 MB ,use 6.57 s\n",
      "AM_type2_2023-12-23.parquet size 5.27 MB ,use 12.08 s\n",
      "AM_type1_2023-12-24.parquet size 1.88 MB ,use 9.46 s\n",
      "AL_type1_2023-12-24.parquet size 0.26 MB ,use 6.16 s\n",
      "AC_type1_2023-12-24.parquet size 0.72 MB ,use 6.9 s\n",
      "AC_type2_2023-12-23.parquet size 3.61 MB ,use 12.54 s\n",
      "AC_type2_2023-12-24.parquet size 2.79 MB ,use 11.53 s\n",
      "AC_type1_2023-12-25.parquet size 0.7 MB ,use 6.35 s\n",
      "AM_type1_2023-12-25.parquet size 1.74 MB ,use 8.13 s\n",
      "AM_type2_2023-12-24.parquet size 4.97 MB ,use 16.48 s\n",
      "AC_type2_2023-12-25.parquet size 1.92 MB ,use 10.53 s\n",
      "AL_type1_2023-12-26.parquet size 0.31 MB ,use 8.52 s\n",
      "AM-APK_type1_2023-12-25.parquet size 0.01 MB ,use 8.91 s\n",
      "AM_type2_2023-12-25.parquet size 4.46 MB ,use 15.07 s\n",
      "AL_type1_2023-12-25.parquet size 0.19 MB ,use 9.24 s\n",
      "AM_type1_2023-12-26.parquet size 2.02 MB ,use 13.48 s\n",
      "AC_type1_2023-12-26.parquet size 0.71 MB ,use 13.22 s\n",
      "AG_type1_2023-12-26.parquet size 0.01 MB ,use 11.75 s\n",
      "AL_type1_2023-12-27.parquet size 0.46 MB ,use 11.85 s\n",
      "AC_type2_2023-12-26.parquet size 2.43 MB ,use 17.33 s\n",
      "AM_type2_2023-12-26.parquet size 5.52 MB ,use 19.14 s\n",
      "AG_type1_2023-12-27.parquet size 0.01 MB ,use 6.6 s\n",
      "AC_type1_2023-12-27.parquet size 0.95 MB ,use 12.95 s\n",
      "AM_type1_2023-12-27.parquet size 3.09 MB ,use 15.67 s\n",
      "AC_type2_2023-12-27.parquet size 3.27 MB ,use 15.87 s\n",
      "AG_type1_2023-12-28.parquet size 0.01 MB ,use 4.32 s\n",
      "AM-APK_type1_2023-12-28.parquet size 0.01 MB ,use 4.29 s\n",
      "AL_type1_2023-12-28.parquet size 0.26 MB ,use 5.38 s\n",
      "AC_type1_2023-12-28.parquet size 0.98 MB ,use 6.79 s\n",
      "AM_type1_2023-12-28.parquet size 2.79 MB ,use 9.62 s\n",
      "AL_type1_2023-12-29.parquet size 0.32 MB ,use 6.56 s\n",
      "AC_type1_2023-12-29.parquet size 1.33 MB ,use 8.41 s\n",
      "AC_type2_2023-12-28.parquet size 3.87 MB ,use 12.58 s\n",
      "AM-APK_type1_2023-12-29.parquet size 0.01 MB ,use 5.76 s\n",
      "AM_type2_2023-12-27.parquet size 9.11 MB ,use 29.14 s\n",
      "AM_type1_2023-12-29.parquet size 3.3 MB ,use 13.6 s\n",
      "AM_type2_2023-12-28.parquet size 8.87 MB ,use 23.98 s\n",
      "AL_type1_2023-12-30.parquet size 0.31 MB ,use 7.52 s\n",
      "AC_type2_2023-12-29.parquet size 6.03 MB ,use 19.98 s\n",
      "AC_type1_2023-12-30.parquet size 2.23 MB ,use 12.18 s\n",
      "AM_type1_2023-12-30.parquet size 3.29 MB ,use 15.04 s\n",
      "AL_type1_2023-12-31.parquet size 0.22 MB ,use 5.27 s\n",
      "AM_type1_2023-12-31.parquet size 3.34 MB ,use 14.03 s\n",
      "AC_type1_2023-12-31.parquet size 2.22 MB ,use 10.92 s\n",
      "AM_type2_2023-12-29.parquet size 9.75 MB ,use 29.42 s\n",
      "AL_type1_2024-01-01.parquet size 0.22 MB ,use 5.13 s\n",
      "AM_type2_2023-12-30.parquet size 10.01 MB ,use 29.41 s\n",
      "AM_type1_2024-01-01.parquet size 2.37 MB ,use 9.75 s\n",
      "AC_type1_2024-01-01.parquet size 1.3 MB ,use 7.8 s\n",
      "AC_type2_2023-12-30.parquet size 8.55 MB ,use 25.78 s\n",
      "AM-APK_type1_2024-01-01.parquet size 0.01 MB ,use 4.38 s\n",
      "AC_type2_2023-12-31.parquet size 7.41 MB ,use 19.83 s\n",
      "AM_type2_2024-01-01.parquet size 6.9 MB ,use 16.26 s\n",
      "AC_type2_2024-01-01.parquet size 5.22 MB ,use 12.83 s\n",
      "AM_type2_2023-12-31.parquet size 9.65 MB ,use 23.46 s\n",
      "AL_type1_2024-01-02.parquet size 0.3 MB ,use 4.94 s\n",
      "AC_type1_2024-01-02.parquet size 1.75 MB ,use 6.91 s\n",
      "AM_type1_2024-01-02.parquet size 2.88 MB ,use 7.95 s\n",
      "AL_type1_2024-01-03.parquet size 0.48 MB ,use 5.32 s\n",
      "AC_type1_2024-01-03.parquet size 2.76 MB ,use 9.69 s\n",
      "AC_type2_2024-01-02.parquet size 6.4 MB ,use 13.95 s\n",
      "AM_type1_2024-01-03.parquet size 3.96 MB ,use 12.07 s\n",
      "AM_type2_2024-01-02.parquet size 8.77 MB ,use 18.32 s\n",
      "AC_type1_2024-01-04.parquet size 3.26 MB ,use 11.19 s\n",
      "AL_type1_2024-01-04.parquet size 0.47 MB ,use 5.34 s\n",
      "AM_type1_2024-01-04.parquet size 4.03 MB ,use 11.31 s\n",
      "AC_type2_2024-01-03.parquet size 9.43 MB ,use 20.8 s\n",
      "AL_type1_2024-01-05.parquet size 0.24 MB ,use 4.94 s\n",
      "AC_type1_2024-01-05.parquet size 2.95 MB ,use 8.97 s\n",
      "AEC_type2_2024-01-05.parquet size 0.01 MB ,use 4.25 s\n",
      "AG_type2_2024-01-05.parquet size 0.02 MB ,use 4.26 s\n",
      "AG_type1_2024-01-05.parquet size 0.01 MB ,use 4.26 s\n",
      "AM_type1_2024-01-05.parquet size 3.46 MB ,use 9.65 s\n",
      "AC_type2_2024-01-04.parquet size 10.25 MB ,use 21.48 s\n",
      "AM_type2_2024-01-03.parquet size 12.2 MB ,use 24.04 s\n",
      "AM_type2_2024-01-04.parquet size 11.76 MB ,use 22.05 s\n",
      "AC_type2_2024-01-05.parquet size 9.77 MB ,use 15.68 s\n",
      "AEC_type2_2024-01-06.parquet size 0.02 MB ,use 4.82 s\n",
      "AEC_type1_2024-01-06.parquet size 0.02 MB ,use 7.08 s\n",
      "AM_type2_2024-01-05.parquet size 10.97 MB ,use 17.42 s\n",
      "AL_type1_2024-01-06.parquet size 0.23 MB ,use 7.75 s\n",
      "AG_type2_2024-01-06.parquet size 0.02 MB ,use 7.68 s\n",
      "AM_type1_2024-01-06.parquet size 3.86 MB ,use 11.77 s\n",
      "AG_type1_2024-01-06.parquet size 0.01 MB ,use 8.96 s\n",
      "AC_type1_2024-01-06.parquet size 3.29 MB ,use 11.56 s\n",
      "AM-APK_type1_2024-01-06.parquet size 0.01 MB ,use 9.62 s\n",
      "AG_type2_2024-01-07.parquet size 0.05 MB ,use 8.56 s\n",
      "AG_type1_2024-01-07.parquet size 0.02 MB ,use 8.41 s\n",
      "AM_type2_2024-01-06.parquet size 12.36 MB ,use 21.42 s\n",
      "AL_type1_2024-01-07.parquet size 0.3 MB ,use 8.87 s\n",
      "AC_type2_2024-01-06.parquet size 10.46 MB ,use 21.93 s\n",
      "AM-APK_type1_2024-01-07.parquet size 0.01 MB ,use 7.34 s\n",
      "AC_type1_2024-01-07.parquet size 4.22 MB ,use 16.33 s\n",
      "AM_type1_2024-01-07.parquet size 3.92 MB ,use 15.58 s\n",
      "AG_type2_2024-01-08.parquet size 0.07 MB ,use 6.4 s\n",
      "AL_type1_2024-01-08.parquet size 0.37 MB ,use 7.11 s\n",
      "AG_type1_2024-01-08.parquet size 0.02 MB ,use 5.95 s\n",
      "AC_type1_2024-01-08.parquet size 3.85 MB ,use 14.27 s\n",
      "AM_type1_2024-01-08.parquet size 3.5 MB ,use 13.48 s\n",
      "AC_type2_2024-01-07.parquet size 11.49 MB ,use 28.53 s\n",
      "AM_type2_2024-01-07.parquet size 11.77 MB ,use 29.49 s\n",
      "AM_type1_2024-01-09.parquet size 4.02 MB ,use 13.07 s\n",
      "AG_type1_2024-01-09.parquet size 0.02 MB ,use 5.17 s\n",
      "AG_type2_2024-01-09.parquet size 0.06 MB ,use 5.35 s\n",
      "AL_type1_2024-01-09.parquet size 0.4 MB ,use 5.35 s\n",
      "AC_type1_2024-01-09.parquet size 4.62 MB ,use 13.24 s\n",
      "AM_type2_2024-01-08.parquet size 10.6 MB ,use 24.51 s\n",
      "AC_type2_2024-01-08.parquet size 11.68 MB ,use 26.02 s\n",
      "AG_type1_2024-01-10.parquet size 0.02 MB ,use 4.29 s\n",
      "AG_type2_2024-01-10.parquet size 0.07 MB ,use 4.61 s\n",
      "AM_type1_2024-01-10.parquet size 4.27 MB ,use 11.14 s\n",
      "AL_type1_2024-01-10.parquet size 0.33 MB ,use 4.89 s\n",
      "AC_type1_2024-01-10.parquet size 4.37 MB ,use 11.16 s\n",
      "AM_type2_2024-01-09.parquet size 12.02 MB ,use 23.47 s\n",
      "AL_type1_2024-01-11.parquet size 0.33 MB ,use 4.78 s\n",
      "AG_type1_2024-01-11.parquet size 0.02 MB ,use 4.3 s\n",
      "AC_type1_2024-01-11.parquet size 3.92 MB ,use 10.15 s\n",
      "AC_type2_2024-01-09.parquet size 13.77 MB ,use 25.99 s\n",
      "AG_type2_2024-01-11.parquet size 0.05 MB ,use 4.42 s\n",
      "AM_type1_2024-01-11.parquet size 4.47 MB ,use 10.27 s\n",
      "AM-APK_type1_2024-01-11.parquet size 0.01 MB ,use 4.19 s\n",
      "AM_type2_2024-01-10.parquet size 12.59 MB ,use 21.66 s\n",
      "AG_type1_2024-01-12.parquet size 0.04 MB ,use 4.07 s\n",
      "AC_type2_2024-01-10.parquet size 13.38 MB ,use 22.7 s\n",
      "AG_type2_2024-01-12.parquet size 0.1 MB ,use 4.34 s\n",
      "AL_type1_2024-01-12.parquet size 0.38 MB ,use 4.37 s\n",
      "AC_type1_2024-01-12.parquet size 4.23 MB ,use 9.51 s\n",
      "AM_type1_2024-01-12.parquet size 3.94 MB ,use 8.6 s\n",
      "AM-APK_type1_2024-01-12.parquet size 0.01 MB ,use 3.87 s\n",
      "AC_type2_2024-01-11.parquet size 12.29 MB ,use 18.94 s\n",
      "AM_type2_2024-01-11.parquet size 12.65 MB ,use 17.99 s\n",
      "AG_type1_2024-01-13.parquet size 0.05 MB ,use 3.97 s\n",
      "AG_type2_2024-01-13.parquet size 0.13 MB ,use 4.25 s\n",
      "AL_type1_2024-01-13.parquet size 0.34 MB ,use 5.14 s\n",
      "AM_type1_2024-01-13.parquet size 4.45 MB ,use 8.67 s\n",
      "AM-APK_type1_2024-01-13.parquet size 0.01 MB ,use 4.64 s\n",
      "AC_type1_2024-01-13.parquet size 4.2 MB ,use 8.65 s\n",
      "AM_type2_2024-01-12.parquet size 11.9 MB ,use 16.17 s\n",
      "AC_type2_2024-01-12.parquet size 12.78 MB ,use 17.47 s\n",
      "AG_type2_2024-01-14.parquet size 0.13 MB ,use 3.96 s\n",
      "AG_type1_2024-01-14.parquet size 0.05 MB ,use 4.12 s\n",
      "AL_type1_2024-01-14.parquet size 0.33 MB ,use 4.52 s\n",
      "AM_type1_2024-01-14.parquet size 4.12 MB ,use 8.99 s\n",
      "AC_type1_2024-01-14.parquet size 3.46 MB ,use 8.28 s\n",
      "AM_type2_2024-01-13.parquet size 12.92 MB ,use 17.42 s\n",
      "AL_type2_2024-01-15.parquet size 0.03 MB ,use 3.94 s\n",
      "AC_type2_2024-01-13.parquet size 13.82 MB ,use 19.77 s\n",
      "AL_type1_2024-01-15.parquet size 0.36 MB ,use 4.76 s\n",
      "AG_type2_2024-01-15.parquet size 0.16 MB ,use 4.08 s\n",
      "AM_type1_2024-01-15.parquet size 4.56 MB ,use 9.86 s\n",
      "AC_type1_2024-01-15.parquet size 4.08 MB ,use 9.86 s\n",
      "AG_type1_2024-01-15.parquet size 0.06 MB ,use 5.54 s\n",
      "AC_type2_2024-01-14.parquet size 10.94 MB ,use 17.82 s\n",
      "AM_type2_2024-01-14.parquet size 11.7 MB ,use 18.76 s\n",
      "AL_type1_2024-01-16.parquet size 0.55 MB ,use 6.18 s\n",
      "AG_type1_2024-01-16.parquet size 0.07 MB ,use 5.35 sAM-APK_type1_2024-01-16.parquet size 0.01 MB ,use 5.34 s\n",
      "AG_type2_2024-01-16.parquet size 0.24 MB ,use 5.73 s\n",
      "AM_type2_2024-01-15.parquet size 12.91 MB ,use 20.53 s\n",
      "AC_type1_2024-01-16.parquet size 4.95 MB ,use 13.07 s\n",
      "AC_type2_2024-01-15.parquet size 12.42 MB ,use 20.27 s\n",
      "AM_type1_2024-01-16.parquet size 4.62 MB ,use 12.79 s\n",
      "AL_type1_2024-01-17.parquet size 0.41 MB ,use 5.68 s\n",
      "AG_type1_2024-01-17.parquet size 0.09 MB ,use 4.65 s\n",
      "AG_type2_2024-01-17.parquet size 0.3 MB ,use 5.32 s\n",
      "AEC_type2_2024-01-17.parquet size 0.01 MB ,use 4.44 s\n",
      "AEC_type1_2024-01-17.parquet size 0.01 MB ,use 4.45 s\n",
      "AC_type1_2024-01-17.parquet size 4.37 MB ,use 11.01 s\n",
      "AM_type1_2024-01-17.parquet size 4.74 MB ,use 11.37 s\n",
      "AC_type2_2024-01-16.parquet size 14.19 MB ,use 24.67 s\n",
      "AG_type1_2024-01-18.parquet size 0.09 MB ,use 3.87 s\n",
      "AG_type2_2024-01-18.parquet size 0.33 MB ,use 4.62 s\n",
      "AM_type2_2024-01-16.parquet size 14.23 MB ,use 24.44 s\n",
      "AC_type2_2024-01-17.parquet size 12.78 MB ,use 22.07 s\n",
      "AM_type1_2024-01-18.parquet size 4.79 MB ,use 10.57 s\n",
      "AL_type1_2024-01-18.parquet size 0.35 MB ,use 4.53 s\n",
      "AEC_type2_2024-01-18.parquet size 0.02 MB ,use 4.34 s\n",
      "AEC_type1_2024-01-18.parquet size 0.01 MB ,use 4.33 s\n",
      "AC_type1_2024-01-18.parquet size 4.38 MB ,use 9.43 s\n",
      "AM_type2_2024-01-17.parquet size 13.03 MB ,use 20.46 s\n",
      "AM-APK_type1_2024-01-18.parquet size 0.01 MB ,use 3.63 s\n",
      "AM_type2_2024-01-18.parquet size 13.41 MB ,use 14.45 s\n",
      "AG_type1_2024-01-19.parquet size 0.09 MB ,use 3.17 s\n",
      "AG_type2_2024-01-19.parquet size 0.32 MB ,use 3.43 s\n",
      "AC_type2_2024-01-18.parquet size 13.23 MB ,use 14.26 s\n",
      "AL_type1_2024-01-19.parquet size 0.33 MB ,use 3.47 s\n",
      "AEC_type2_2024-01-19.parquet size 0.02 MB ,use 4.9 s\n",
      "AEC_type1_2024-01-19.parquet size 0.01 MB ,use 7.29 s\n",
      "AC_type1_2024-01-19.parquet size 4.09 MB ,use 10.77 s\n",
      "AM_type1_2024-01-19.parquet size 4.61 MB ,use 11.67 s\n",
      "AL_type1_2024-01-20.parquet size 0.32 MB ,use 9.53 s\n",
      "AG_type1_2024-01-20.parquet size 0.1 MB ,use 9.68 s\n",
      "AG_type2_2024-01-20.parquet size 0.36 MB ,use 9.94 s\n",
      "AEC_type2_2024-01-20.parquet size 0.04 MB ,use 8.95 s\n",
      "AEC_type1_2024-01-20.parquet size 0.02 MB ,use 8.48 s\n",
      "AC_type1_2024-01-20.parquet size 4.08 MB ,use 19.17 s\n",
      "AC_type2_2024-01-19.parquet size 12.48 MB ,use 26.21 s\n",
      "AM-APK_type1_2024-01-20.parquet size 0.01 MB ,use 5.56 s\n",
      "AM_type1_2024-01-20.parquet size 5.53 MB ,use 20.07 s\n",
      "AM_type2_2024-01-19.parquet size 13.33 MB ,use 28.37 s\n",
      "AG_type1_2024-01-21.parquet size 0.08 MB ,use 4.29 s\n",
      "AC_type1_2024-01-21.parquet size 3.51 MB ,use 10.36 s\n",
      "AG_type2_2024-01-21.parquet size 0.29 MB ,use 5.03 s\n",
      "AL_type1_2024-01-21.parquet size 0.24 MB ,use 8.8 s\n",
      "AC_type2_2024-01-20.parquet size 12.16 MB ,use 37.22 s\n",
      "AEC_type1_2024-01-21.parquet size 0.01 MB ,use 12.02 s\n",
      "AM_type1_2024-01-21.parquet size 5.19 MB ,use 20.86 s\n",
      "AEC_type2_2024-01-21.parquet size 0.03 MB ,use 14.82 s\n",
      "AM-APK_type1_2024-01-21.parquet size 0.01 MB ,use 16.51 s\n",
      "AM_type2_2024-01-20.parquet size 14.91 MB ,use 44.5 s\n",
      "AC_type2_2024-01-21.parquet size 10.51 MB ,use 32.75 s\n",
      "AG_type1_2024-01-22.parquet size 0.08 MB ,use 13.22 s\n",
      "AG_type2_2024-01-22.parquet size 0.29 MB ,use 13.72 s\n",
      "AC_type1_2024-01-22.parquet size 4.24 MB ,use 27.68 s\n",
      "AL_type1_2024-01-22.parquet size 0.22 MB ,use 11.52 s\n",
      "AEC_type1_2024-01-22.parquet size 0.01 MB ,use 10.55 s\n",
      "AM_type2_2024-01-21.parquet size 13.41 MB ,use 38.73 s\n",
      "AEC_type2_2024-01-22.parquet size 0.03 MB ,use 8.31 s\n",
      "AM_type1_2024-01-22.parquet size 4.84 MB ,use 21.35 s\n",
      "AEC_type1_2024-01-23.parquet size 0.02 MB ,use 6.32 s\n",
      "AEC_type2_2024-01-23.parquet size 0.07 MB ,use 6.28 s\n",
      "AG_type1_2024-01-23.parquet size 0.12 MB ,use 6.6 s\n",
      "AG_type2_2024-01-23.parquet size 0.4 MB ,use 6.63 s\n",
      "AL_type1_2024-01-23.parquet size 0.43 MB ,use 6.86 s\n",
      "AC_type1_2024-01-23.parquet size 5.76 MB ,use 18.6 s\n",
      "AM-APK_type1_2024-01-23.parquet size 0.01 MB ,use 6.08 s\n",
      "AC_type2_2024-01-22.parquet size 12.64 MB ,use 38.2 s\n",
      "AM_type1_2024-01-23.parquet size 5.2 MB ,use 16.28 s\n",
      "AM_type2_2024-01-22.parquet size 12.94 MB ,use 35.2 s\n",
      "AG_type1_2024-01-24.parquet size 0.14 MB ,use 6.62 s\n",
      "AL_type1_2024-01-24.parquet size 0.29 MB ,use 7.35 s\n",
      "AG_type2_2024-01-24.parquet size 0.42 MB ,use 7.51 s\n",
      "AM_type1_2024-01-24.parquet size 4.85 MB ,use 15.46 s\n",
      "AEC_type1_2024-01-24.parquet size 0.02 MB ,use 6.13 s\n",
      "AEC_type2_2024-01-24.parquet size 0.1 MB ,use 6.61 s\n",
      "AM-APK_type1_2024-01-24.parquet size 0.01 MB ,use 6.38 s\n",
      "AC_type1_2024-01-24.parquet size 4.86 MB ,use 15.92 s\n",
      "AC_type2_2024-01-23.parquet size 15.1 MB ,use 36.25 s\n",
      "AM_type2_2024-01-23.parquet size 15.5 MB ,use 35.97 s\n",
      "AG_type1_2024-01-25.parquet size 0.15 MB ,use 6.64 s\n",
      "AG_type2_2024-01-25.parquet size 0.48 MB ,use 7.59 s\n",
      "AEC_type2_2024-01-25.parquet size 0.07 MB ,use 6.32 s\n",
      "AM_type1_2024-01-25.parquet size 4.69 MB ,use 15.92 s\n",
      "AEC_type1_2024-01-25.parquet size 0.01 MB ,use 5.62 s\n",
      "AG_type1_2024-01-26.parquet size 0.12 MB ,use 6.06 s\n",
      "AL_type1_2024-01-25.parquet size 0.28 MB ,use 6.34 s\n",
      "AG_type2_2024-01-26.parquet size 0.46 MB ,use 6.14 s\n",
      "AC_type1_2024-01-25.parquet size 4.91 MB ,use 16.09 s\n",
      "AM_type2_2024-01-24.parquet size 14.99 MB ,use 34.56 s\n",
      "AC_type2_2024-01-24.parquet size 15.01 MB ,use 33.33 s\n",
      "AL_type1_2024-01-26.parquet size 0.27 MB ,use 5.08 sAEC_type1_2024-01-26.parquet size 0.01 MB ,use 4.65 s\n",
      "AEC_type2_2024-01-26.parquet size 0.06 MB ,use 4.61 s\n",
      "AM_type1_2024-01-26.parquet size 3.91 MB ,use 11.04 s\n",
      "AC_type1_2024-01-26.parquet size 3.65 MB ,use 10.78 s\n",
      "AEC_type2_2024-01-27.parquet size 0.08 MB ,use 5.11 s\n",
      "AM_type2_2024-01-25.parquet size 14.78 MB ,use 31.27 s\n",
      "AC_type2_2024-01-25.parquet size 13.43 MB ,use 28.11 s\n",
      "AEC_type1_2024-01-27.parquet size 0.02 MB ,use 5.49 s\n",
      "AM_type1_2024-01-27.parquet size 3.25 MB ,use 9.48 s\n",
      "AL_type1_2024-01-27.parquet size 0.27 MB ,use 5.59 s\n",
      "AG_type1_2024-01-27.parquet size 0.1 MB ,use 4.78 s\n",
      "AG_type2_2024-01-27.parquet size 0.35 MB ,use 6.04 s\n",
      "AC_type1_2024-01-27.parquet size 4.02 MB ,use 11.4 s\n",
      "AG_type2_2024-01-28.parquet size 0.32 MB ,use 5.75 s\n",
      "AG_type1_2024-01-28.parquet size 0.1 MB ,use 5.0 s\n",
      "AC_type1_2024-01-28.parquet size 3.57 MB ,use 11.35 s\n",
      "AM_type1_2024-01-28.parquet size 2.98 MB ,use 10.15 s\n",
      "AC_type2_2024-01-26.parquet size 14.93 MB ,use 28.35 s\n",
      "AL_type1_2024-01-28.parquet size 0.2 MB ,use 4.83 s\n",
      "AM_type2_2024-01-26.parquet size 17.5 MB ,use 31.76 s\n",
      "AEC_type2_2024-01-28.parquet size 0.05 MB ,use 4.83 s\n",
      "AEC_type1_2024-01-28.parquet size 0.01 MB ,use 4.78 s\n",
      "AM_type2_2024-01-27.parquet size 16.16 MB ,use 28.45 s\n",
      "AG_type2_2024-01-29.parquet size 0.36 MB ,use 5.53 s\n",
      "AG_type1_2024-01-29.parquet size 0.13 MB ,use 4.8 s\n",
      "AC_type2_2024-01-27.parquet size 14.73 MB ,use 26.74 s\n",
      "AL_type1_2024-01-29.parquet size 0.22 MB ,use 4.82 s\n",
      "AC_type2_2024-01-28.parquet size 12.55 MB ,use 23.46 s\n",
      "AC_type1_2024-01-29.parquet size 3.55 MB ,use 9.2 s\n",
      "AEC_type2_2024-01-29.parquet size 0.06 MB ,use 4.41 s\n",
      "AEC_type1_2024-01-29.parquet size 0.02 MB ,use 4.47 s\n",
      "AM_type1_2024-01-29.parquet size 2.74 MB ,use 7.17 s\n",
      "AM_type2_2024-01-28.parquet size 13.92 MB ,use 23.3 s\n",
      "AL_type1_2024-01-30.parquet size 0.3 MB ,use 5.51 s\n",
      "AG_type1_2024-01-30.parquet size 0.24 MB ,use 5.15 s\n",
      "AG_type2_2024-01-30.parquet size 0.61 MB ,use 5.89 s\n",
      "AEC_type2_2024-01-30.parquet size 0.06 MB ,use 5.14 s\n",
      "AC_type1_2024-01-30.parquet size 3.36 MB ,use 9.88 s\n",
      "AM_type1_2024-01-30.parquet size 2.61 MB ,use 9.13 s\n",
      "AC_type2_2024-01-29.parquet size 12.32 MB ,use 19.79 s\n",
      "AEC_type1_2024-01-30.parquet size 0.01 MB ,use 4.32 s\n",
      "AG_type2_2024-01-31.parquet size 0.55 MB ,use 5.14 s\n",
      "AG_type1_2024-01-31.parquet size 0.16 MB ,use 4.65 s\n",
      "AM_type2_2024-01-29.parquet size 14.01 MB ,use 21.12 s\n",
      "AL_type1_2024-01-31.parquet size 0.21 MB ,use 4.95 s\n",
      "AC_type1_2024-01-31.parquet size 2.78 MB ,use 8.86 s\n",
      "AM_type1_2024-01-31.parquet size 2.5 MB ,use 8.81 s\n",
      "AEC_type2_2024-01-31.parquet size 0.07 MB ,use 4.73 s\n",
      "AEC_type1_2024-01-31.parquet size 0.02 MB ,use 4.93 s\n",
      "AC_type2_2024-01-30.parquet size 13.22 MB ,use 21.16 s\n",
      "AEC_type1_2024-02-01.parquet size 0.03 MB ,use 4.38 s\n",
      "AEC_type2_2024-02-01.parquet size 0.11 MB ,use 4.72 s\n",
      "AG_type1_2024-02-01.parquet size 0.17 MB ,use 5.31 s\n",
      "AM_type1_2024-02-01.parquet size 2.77 MB ,use 9.28 s\n",
      "AG_type2_2024-02-01.parquet size 0.58 MB ,use 5.97 s\n",
      "AL_type1_2024-02-01.parquet size 0.23 MB ,use 5.99 s\n",
      "AC_type1_2024-02-01.parquet size 3.11 MB ,use 9.81 s\n",
      "AC_type2_2024-01-31.parquet size 12.01 MB ,use 21.15 s\n",
      "AM_type2_2024-01-30.parquet size 18.22 MB ,use 29.13 s\n",
      "AM_type2_2024-01-31.parquet size 14.8 MB ,use 24.87 s\n",
      "AG_type1_2024-02-02.parquet size 0.2 MB ,use 5.11 s\n",
      "AG_type2_2024-02-02.parquet size 0.67 MB ,use 5.84 s\n",
      "AL_type1_2024-02-02.parquet size 0.29 MB ,use 6.02 s\n",
      "AC_type1_2024-02-02.parquet size 3.82 MB ,use 10.81 s\n",
      "AM_type1_2024-02-02.parquet size 2.63 MB ,use 9.1 s\n",
      "AEC_type2_2024-02-02.parquet size 0.15 MB ,use 4.45 s\n",
      "AEC_type1_2024-02-02.parquet size 0.03 MB ,use 4.12 s\n",
      "AC_type2_2024-02-01.parquet size 10.88 MB ,use 19.51 s\n",
      "AG_type2_2024-02-03.parquet size 0.65 MB ,use 4.97 s\n",
      "AG_type1_2024-02-03.parquet size 0.18 MB ,use 4.73 s\n",
      "AM_type2_2024-02-01.parquet size 15.61 MB ,use 25.76 s\n",
      "AC_type2_2024-02-02.parquet size 11.14 MB ,use 19.02 s\n",
      "AL_type1_2024-02-03.parquet size 0.32 MB ,use 5.56 s\n",
      "AEC_type2_2024-02-03.parquet size 0.13 MB ,use 5.41 s\n",
      "AEC_type1_2024-02-03.parquet size 0.02 MB ,use 5.63 s\n",
      "AM_type1_2024-02-03.parquet size 3.18 MB ,use 9.74 s\n",
      "AC_type1_2024-02-03.parquet size 3.82 MB ,use 10.79 s\n",
      "AG_type2_2024-02-04.parquet size 0.46 MB ,use 5.25 s\n",
      "AG_type1_2024-02-04.parquet size 0.13 MB ,use 5.45 s\n",
      "AM_type2_2024-02-02.parquet size 14.73 MB ,use 23.86 s\n",
      "AL_type1_2024-02-04.parquet size 0.22 MB ,use 5.37 s\n",
      "AM_type1_2024-02-04.parquet size 2.82 MB ,use 9.62 s\n",
      "AEC_type2_2024-02-04.parquet size 0.12 MB ,use 4.62 s\n",
      "AEC_type1_2024-02-04.parquet size 0.02 MB ,use 4.41 s\n",
      "AC_type1_2024-02-04.parquet size 3.76 MB ,use 21.25 s\n",
      "AC_type2_2024-02-03.parquet size 13.18 MB ,use 34.48 s\n",
      "AL_type1_2024-02-05.parquet size 0.14 MB ,use 18.4 s\n",
      "AG_type1_2024-02-05.parquet size 0.11 MB ,use 8.81 s\n",
      "AG_type2_2024-02-05.parquet size 0.42 MB ,use 10.58 s\n",
      "AM_type1_2024-02-05.parquet size 2.87 MB ,use 25.78 s\n",
      "AM_type2_2024-02-03.parquet size 14.51 MB ,use 43.18 sAEC_type2_2024-02-05.parquet size 0.15 MB ,use 7.61 s\n",
      "AC_type1_2024-02-05.parquet size 3.92 MB ,use 27.71 s\n",
      "AC_type2_2024-02-04.parquet size 10.5 MB ,use 37.59 s\n",
      "AM_type2_2024-02-04.parquet size 13.71 MB ,use 42.13 s\n",
      "AC_type2_2024-02-05.parquet size 9.36 MB ,use 33.68 s\n",
      "AEC_type1_2024-02-05.parquet size 0.03 MB ,use 6.05 s\n",
      "AEC_type2_2024-02-06.parquet size 0.22 MB ,use 6.59 s\n",
      "AEC_type1_2024-02-06.parquet size 0.03 MB ,use 6.34 s\n",
      "AG_type1_2024-02-06.parquet size 0.15 MB ,use 6.21 s\n",
      "AM_type1_2024-02-06.parquet size 2.9 MB ,use 10.93 s\n",
      "AG_type2_2024-02-06.parquet size 0.59 MB ,use 7.48 s\n",
      "AL_type1_2024-02-06.parquet size 0.25 MB ,use 6.38 s\n",
      "AC_type1_2024-02-06.parquet size 4.61 MB ,use 13.62 s\n",
      "AM_type2_2024-02-05.parquet size 15.11 MB ,use 42.28 s\n",
      "AM_type3_2024-02-07.parquet size 0.11 MB ,use 6.19 s\n",
      "AL_type1_2024-02-07.parquet size 0.2 MB ,use 6.46 s\n",
      "AEC_type1_2024-02-07.parquet size 0.06 MB ,use 6.03 s\n",
      "AC_type1_2024-02-07.parquet size 4.4 MB ,use 13.11 s\n",
      "AM_type1_2024-02-07.parquet size 2.74 MB ,use 10.39 s\n",
      "AEC_type2_2024-02-07.parquet size 0.35 MB ,use 6.57 s\n",
      "AG_type1_2024-02-07.parquet size 0.13 MB ,use 5.85 s\n",
      "AC_type2_2024-02-06.parquet size 10.84 MB ,use 23.28 s\n",
      "AG_type2_2024-02-07.parquet size 0.54 MB ,use 6.22 s\n",
      "AM_type3_2024-02-08.parquet size 0.2 MB ,use 5.97 s\n",
      "AG_type2_2024-02-08.parquet size 0.56 MB ,use 7.08 s\n",
      "AG_type1_2024-02-08.parquet size 0.18 MB ,use 6.99 s\n",
      "AL_type1_2024-02-08.parquet size 0.29 MB ,use 7.22 s\n",
      "AM_type1_2024-02-08.parquet size 2.5 MB ,use 11.48 s\n",
      "AM_type2_2024-02-06.parquet size 18.57 MB ,use 34.34 s\n",
      "AC_type2_2024-02-07.parquet size 12.59 MB ,use 25.95 s\n",
      "AEC_type1_2024-02-08.parquet size 0.03 MB ,use 6.23 s\n",
      "AEC_type2_2024-02-08.parquet size 0.29 MB ,use 7.42 s\n",
      "AG_type2_2024-02-09.parquet size 0.54 MB ,use 6.89 s\n",
      "AG_type1_2024-02-09.parquet size 0.14 MB ,use 6.27 s\n",
      "AC_type1_2024-02-08.parquet size 4.55 MB ,use 14.12 s\n",
      "AM_type3_2024-02-09.parquet size 0.19 MB ,use 5.61 s\n",
      "AC_type1_2024-02-09.parquet size 4.29 MB ,use 14.27 s\n",
      "AM_type2_2024-02-07.parquet size 18.12 MB ,use 35.65 s\n",
      "AL_type1_2024-02-09.parquet size 0.22 MB ,use 5.61 s\n",
      "AEC_type2_2024-02-09.parquet size 0.28 MB ,use 5.42 s\n",
      "AM_type1_2024-02-09.parquet size 2.37 MB ,use 10.02 s\n",
      "AEC_type1_2024-02-09.parquet size 0.04 MB ,use 5.01 s\n",
      "AM_type3_2024-02-10.parquet size 0.18 MB ,use 5.72 s\n",
      "AC_type2_2024-02-08.parquet size 14.35 MB ,use 29.68 s\n",
      "AM_type2_2024-02-08.parquet size 17.19 MB ,use 34.52 s\n",
      "AM_type1_2024-02-10.parquet size 2.49 MB ,use 9.71 s\n",
      "AL_type1_2024-02-10.parquet size 0.22 MB ,use 5.49 s\n",
      "AC_type2_2024-02-09.parquet size 12.85 MB ,use 26.78 s\n",
      "AG_type2_2024-02-10.parquet size 0.44 MB ,use 5.66 s\n",
      "AC_type1_2024-02-10.parquet size 4.41 MB ,use 11.88 s\n",
      "AG_type1_2024-02-10.parquet size 0.17 MB ,use 5.26 s\n",
      "AEC_type2_2024-02-10.parquet size 0.21 MB ,use 5.06 s\n",
      "AEC_type1_2024-02-10.parquet size 0.02 MB ,use 4.41 s\n",
      "AEC_type2_2024-02-11.parquet size 0.19 MB ,use 4.58 s\n",
      "AEC_type1_2024-02-11.parquet size 0.02 MB ,use 4.5 s\n",
      "AM_type2_2024-02-09.parquet size 15.53 MB ,use 27.03 s\n",
      "AM_type3_2024-02-11.parquet size 0.18 MB ,use 5.9 s\n",
      "AG_type2_2024-02-11.parquet size 0.48 MB ,use 6.45 s\n",
      "AG_type1_2024-02-11.parquet size 0.15 MB ,use 5.78 s\n",
      "AC_type2_2024-02-10.parquet size 12.46 MB ,use 21.49 s\n",
      "AM_type1_2024-02-11.parquet size 2.38 MB ,use 9.01 s\n",
      "AL_type1_2024-02-11.parquet size 0.17 MB ,use 6.03 s\n",
      "AC_type1_2024-02-11.parquet size 4.02 MB ,use 11.03 s\n",
      "AM_type2_2024-02-10.parquet size 15.39 MB ,use 24.9 s\n",
      "AM_type3_2024-02-12.parquet size 0.18 MB ,use 7.15 s\n",
      "AG_type1_2024-02-12.parquet size 0.14 MB ,use 8.26 s\n",
      "AG_type2_2024-02-12.parquet size 0.49 MB ,use 8.76 s\n",
      "AM_type1_2024-02-12.parquet size 2.05 MB ,use 11.65 s\n",
      "AEC_type2_2024-02-12.parquet size 0.17 MB ,use 8.68 s\n",
      "AC_type1_2024-02-12.parquet size 3.64 MB ,use 14.82 s\n",
      "AC_type2_2024-02-11.parquet size 11.28 MB ,use 25.45 s\n",
      "AEC_type1_2024-02-12.parquet size 0.02 MB ,use 8.45 s\n",
      "AL_type1_2024-02-12.parquet size 0.18 MB ,use 8.91 s\n",
      "AM_type2_2024-02-11.parquet size 14.37 MB ,use 31.91 s\n",
      "AM_type3_2024-02-13.parquet size 0.24 MB ,use 8.65 s\n",
      "AG_type2_2024-02-13.parquet size 0.61 MB ,use 9.6 s\n",
      "AG_type1_2024-02-13.parquet size 0.18 MB ,use 8.34 s\n",
      "AC_type2_2024-02-12.parquet size 11.26 MB ,use 29.34 s\n",
      "AM_type1_2024-02-13.parquet size 2.4 MB ,use 13.78 s\n",
      "AEC_type2_2024-02-13.parquet size 0.23 MB ,use 6.61 s\n",
      "AEC_type1_2024-02-13.parquet size 0.02 MB ,use 6.13 s\n",
      "AM_type2_2024-02-12.parquet size 11.97 MB ,use 30.64 s\n",
      "AC_type1_2024-02-13.parquet size 5.69 MB ,use 19.13 s\n",
      "AL_type1_2024-02-13.parquet size 0.25 MB ,use 5.23 s\n",
      "AM_type3_2024-02-14.parquet size 0.24 MB ,use 5.06 s\n",
      "AEC_type1_2024-02-14.parquet size 0.02 MB ,use 4.49 s\n",
      "AM_type1_2024-02-14.parquet size 2.47 MB ,use 7.89 s\n",
      "AEC_type2_2024-02-14.parquet size 0.28 MB ,use 5.13 s\n",
      "AG_type2_2024-02-14.parquet size 0.53 MB ,use 5.36 s\n",
      "AG_type1_2024-02-14.parquet size 0.18 MB ,use 4.52 s\n",
      "AM_type2_2024-02-13.parquet size 14.14 MB ,use 27.71 s\n",
      "AL_type1_2024-02-14.parquet size 0.28 MB ,use 4.61 s\n",
      "AC_type1_2024-02-14.parquet size 4.26 MB ,use 9.97 s\n",
      "AM_type3_2024-02-15.parquet size 0.24 MB ,use 4.38 s\n",
      "AC_type2_2024-02-13.parquet size 16.22 MB ,use 30.87 s\n",
      "AM_type1_2024-02-15.parquet size 2.33 MB ,use 6.39 s\n",
      "AEC_type1_2024-02-15.parquet size 0.06 MB ,use 3.94 s\n",
      "AEC_type2_2024-02-15.parquet size 0.45 MB ,use 4.85 s\n",
      "AL_type1_2024-02-15.parquet size 0.15 MB ,use 4.38 s\n",
      "AG_type1_2024-02-15.parquet size 0.18 MB ,use 4.38 s\n",
      "AC_type1_2024-02-15.parquet size 3.42 MB ,use 7.77 s\n",
      "AG_type2_2024-02-15.parquet size 0.51 MB ,use 4.78 s\n",
      "AC_type2_2024-02-14.parquet size 13.02 MB ,use 18.64 s\n",
      "AM_type2_2024-02-14.parquet size 15.5 MB ,use 21.09 s\n",
      "AEC_type2_2024-02-16.parquet size 0.5 MB ,use 4.47 s\n",
      "AEC_type1_2024-02-16.parquet size 0.11 MB ,use 4.74 s\n",
      "AG_type1_2024-02-16.parquet size 0.17 MB ,use 4.73 s\n",
      "AG_type2_2024-02-16.parquet size 0.53 MB ,use 5.06 s\n",
      "AM_type2_2024-02-15.parquet size 13.81 MB ,use 15.77 s\n",
      "AM_type3_2024-02-16.parquet size 0.18 MB ,use 3.99 s\n",
      "AM_type1_2024-02-16.parquet size 2.42 MB ,use 5.89 s\n",
      "AC_type2_2024-02-15.parquet size 11.93 MB ,use 13.93 s\n",
      "AL_type1_2024-02-16.parquet size 0.22 MB ,use 4.08 s\n",
      "AG_type1_2024-02-17.parquet size 0.15 MB ,use 4.32 s\n",
      "AG_type2_2024-02-17.parquet size 0.51 MB ,use 4.09 s\n",
      "AC_type1_2024-02-16.parquet size 4.07 MB ,use 6.99 s\n",
      "AM_type3_2024-02-17.parquet size 0.21 MB ,use 4.15 s\n",
      "AM_type1_2024-02-17.parquet size 2.29 MB ,use 5.59 s\n",
      "AEC_type1_2024-02-17.parquet size 0.06 MB ,use 4.14 s\n",
      "AEC_type2_2024-02-17.parquet size 0.41 MB ,use 4.28 s\n",
      "AC_type1_2024-02-17.parquet size 3.56 MB ,use 7.37 s\n",
      "AL_type1_2024-02-17.parquet size 0.24 MB ,use 3.63 s\n",
      "AM_type2_2024-02-16.parquet size 14.16 MB ,use 16.03 s\n",
      "AC_type2_2024-02-16.parquet size 12.62 MB ,use 15.14 s\n",
      "AM_type3_2024-02-18.parquet size 0.19 MB ,use 5.98 s\n",
      "AG_type2_2024-02-18.parquet size 0.47 MB ,use 6.44 s\n",
      "AG_type1_2024-02-18.parquet size 0.16 MB ,use 6.05 s\n",
      "AM_type1_2024-02-18.parquet size 2.27 MB ,use 9.11 s\n",
      "AC_type1_2024-02-18.parquet size 3.07 MB ,use 9.85 s\n",
      "AL_type1_2024-02-18.parquet size 0.17 MB ,use 6.19 s\n",
      "AC_type2_2024-02-17.parquet size 11.57 MB ,use 18.35 s\n",
      "AEC_type2_2024-02-18.parquet size 0.31 MB ,use 6.42 s\n",
      "AEC_type1_2024-02-18.parquet size 0.03 MB ,use 5.98 s\n",
      "AM_type2_2024-02-17.parquet size 12.97 MB ,use 20.43 s\n",
      "AM_type3_2024-02-19.parquet size 0.18 MB ,use 6.37 s\n",
      "AG_type2_2024-02-19.parquet size 0.56 MB ,use 10.03 s\n",
      "AM_type1_2024-02-19.parquet size 2.23 MB ,use 13.57 s\n",
      "AC_type2_2024-02-18.parquet size 10.23 MB ,use 23.8 s\n",
      "AG_type1_2024-02-19.parquet size 0.18 MB ,use 12.15 s\n",
      "AEC_type2_2024-02-19.parquet size 0.3 MB ,use 13.69 s\n",
      "AEC_type1_2024-02-19.parquet size 0.02 MB ,use 14.05 s\n",
      "AM_type2_2024-02-18.parquet size 12.03 MB ,use 32.53 s\n",
      "AC_type1_2024-02-19.parquet size 3.27 MB ,use 21.02 s\n",
      "AL_type1_2024-02-19.parquet size 0.16 MB ,use 19.07 s\n",
      "AM_type3_2024-02-20.parquet size 0.16 MB ,use 19.43 s\n",
      "AM_type1_2024-02-20.parquet size 1.68 MB ,use 28.04 s\n",
      "AG_type1_2024-02-20.parquet size 0.22 MB ,use 23.28 s\n",
      "AG_type2_2024-02-20.parquet size 0.64 MB ,use 25.68 s\n",
      "AEC_type1_2024-02-20.parquet size 0.05 MB ,use 18.85 s\n",
      "AC_type2_2024-02-19.parquet size 10.92 MB ,use 51.07 s\n",
      "AEC_type2_2024-02-20.parquet size 0.51 MB ,use 20.73 s\n",
      "AM_type2_2024-02-19.parquet size 12.71 MB ,use 54.76 s\n",
      "AC_type1_2024-02-20.parquet size 3.52 MB ,use 35.25 s\n",
      "AL_type2_2024-02-20.parquet size 0.02 MB ,use 13.24 s\n",
      "AL_type1_2024-02-20.parquet size 0.2 MB ,use 12.76 s\n",
      "AM_type3_2024-02-21.parquet size 0.19 MB ,use 10.65 s\n",
      "AEC_type1_2024-02-21.parquet size 0.11 MB ,use 11.19 s\n",
      "AEC_type2_2024-02-21.parquet size 0.68 MB ,use 13.51 s\n",
      "AM_type1_2024-02-21.parquet size 2.03 MB ,use 19.53 s\n",
      "AG_type2_2024-02-21.parquet size 0.57 MB ,use 13.87 s\n",
      "AM_type2_2024-02-20.parquet size 13.82 MB ,use 62.6 s\n",
      "AG_type1_2024-02-21.parquet size 0.15 MB ,use 13.24 s\n",
      "AC_type1_2024-02-21.parquet size 3.31 MB ,use 23.17 s\n",
      "AC_type2_2024-02-20.parquet size 12.97 MB ,use 59.14 s\n",
      "AL_type2_2024-02-21.parquet size 0.03 MB ,use 12.28 s\n",
      "AL_type1_2024-02-21.parquet size 0.21 MB ,use 11.93 s\n",
      "AM_type3_2024-02-22.parquet size 0.41 MB ,use 10.61 s\n",
      "AG_type1_2024-02-22.parquet size 0.24 MB ,use 9.08 s\n",
      "AL_type1_2024-02-22.parquet size 0.21 MB ,use 8.88 s\n",
      "AM_type1_2024-02-22.parquet size 2.48 MB ,use 16.89 s\n",
      "AG_type2_2024-02-22.parquet size 0.8 MB ,use 11.44 s\n",
      "AC_type2_2024-02-21.parquet size 11.58 MB ,use 39.74 s\n",
      "AM_type2_2024-02-21.parquet size 14.31 MB ,use 46.29 s\n",
      "AC_type1_2024-02-22.parquet size 3.26 MB ,use 17.66 s\n",
      "AEC_type2_2024-02-22.parquet size 0.63 MB ,use 9.29 s\n",
      "AEC_type1_2024-02-22.parquet size 0.08 MB ,use 8.26 s\n",
      "AG_type1_2024-02-23.parquet size 0.33 MB ,use 9.09 s\n",
      "AG_type2_2024-02-23.parquet size 0.96 MB ,use 9.39 s\n",
      "AM_type3_2024-02-23.parquet size 0.38 MB ,use 7.78 s\n",
      "AL_type1_2024-02-23.parquet size 0.19 MB ,use 6.27 s\n",
      "AC_type1_2024-02-23.parquet size 3.0 MB ,use 13.81 s\n",
      "AEC_type1_2024-02-23.parquet size 0.06 MB ,use 6.12 s\n",
      "AC_type2_2024-02-22.parquet size 11.18 MB ,use 29.36 s\n",
      "AM_type1_2024-02-23.parquet size 2.29 MB ,use 11.24 s\n",
      "AEC_type2_2024-02-23.parquet size 0.59 MB ,use 5.77 s\n",
      "AM_type2_2024-02-22.parquet size 15.86 MB ,use 37.04 s\n",
      "AG_type2_2024-02-24.parquet size 0.82 MB ,use 5.67 s\n",
      "AG_type1_2024-02-24.parquet size 0.25 MB ,use 5.28 s\n",
      "AL_type1_2024-02-24.parquet size 0.2 MB ,use 5.49 s\n",
      "AC_type1_2024-02-24.parquet size 3.21 MB ,use 8.85 s\n",
      "AM_type3_2024-02-24.parquet size 0.2 MB ,use 4.82 s\n",
      "AC_type2_2024-02-23.parquet size 11.3 MB ,use 23.17 s\n",
      "AM_type1_2024-02-24.parquet size 1.15 MB ,use 5.86 s\n",
      "AEC_type2_2024-02-24.parquet size 0.42 MB ,use 4.89 s\n",
      "AEC_type1_2024-02-24.parquet size 0.05 MB ,use 4.36 s\n",
      "AG_type1_2024-02-25.parquet size 0.25 MB ,use 4.65 s\n",
      "AM_type2_2024-02-24.parquet size 6.74 MB ,use 11.58 s\n",
      "AG_type2_2024-02-25.parquet size 0.72 MB ,use 4.99 s\n",
      "AEC_type1_2024-02-25.parquet size 0.04 MB ,use 4.1 s\n",
      "AC_type2_2024-02-24.parquet size 9.98 MB ,use 14.85 s\n",
      "AEC_type2_2024-02-25.parquet size 0.35 MB ,use 4.55 s\n",
      "AM_type2_2024-02-23.parquet size 16.07 MB ,use 24.07 s\n",
      "AL_type1_2024-02-25.parquet size 0.14 MB ,use 4.07 s\n",
      "AC_type1_2024-02-25.parquet size 2.56 MB ,use 6.24 s\n",
      "AM_type1_2024-02-25.parquet size 3.1 MB ,use 5.07 s\n",
      "AM_type3_2024-02-25.parquet size 0.39 MB ,use 4.05 s\n",
      "AC_type2_2024-02-25.parquet size 9.05 MB ,use 9.27 s\n",
      "AM_type3_2024-02-26.parquet size 0.38 MB ,use 5.52 s\n",
      "AL_type1_2024-02-26.parquet size 0.13 MB ,use 5.54 s\n",
      "AC_type1_2024-02-26.parquet size 3.47 MB ,use 9.9 s\n",
      "AL_type2_2024-02-26.parquet size 0.11 MB ,use 7.72 s\n",
      "AEC_type1_2024-02-26.parquet size 0.05 MB ,use 7.95 s\n",
      "AM_type1_2024-02-26.parquet size 3.07 MB ,use 11.67 s\n",
      "AEC_type2_2024-02-26.parquet size 0.41 MB ,use 9.62 s\n",
      "AG_type1_2024-02-26.parquet size 0.23 MB ,use 10.87 s\n",
      "AG_type2_2024-02-26.parquet size 0.73 MB ,use 12.29 s\n",
      "AG_type1_2024-02-27.parquet size 0.22 MB ,use 10.69 s\n",
      "AG_type2_2024-02-27.parquet size 0.89 MB ,use 12.3 s\n",
      "AM_type3_2024-02-27.parquet size 0.35 MB ,use 10.67 s\n",
      "AEC_type2_2024-02-27.parquet size 0.82 MB ,use 10.64 sAEC_type1_2024-02-27.parquet size 0.09 MB ,use 8.72 s\n",
      "AC_type2_2024-02-26.parquet size 11.34 MB ,use 27.99 s\n",
      "AM_type1_2024-02-27.parquet size 3.15 MB ,use 16.7 s\n",
      "AL_type2_2024-02-27.parquet size 0.37 MB ,use 7.83 s\n",
      "AL_type1_2024-02-27.parquet size 0.22 MB ,use 8.57 s\n",
      "AM_type3_2024-02-28.parquet size 0.16 MB ,use 8.44 s\n",
      "AC_type1_2024-02-27.parquet size 3.52 MB ,use 17.43 s\n",
      "AL_type2_2024-02-28.parquet size 0.41 MB ,use 10.66 s\n",
      "AM_type1_2024-02-28.parquet size 3.08 MB ,use 17.75 s\n",
      "AL_type1_2024-02-28.parquet size 0.21 MB ,use 9.94 s\n",
      "AM_type2_2024-02-25.parquet size 19.91 MB ,use 48.41 s\n",
      "AM_type2_2024-02-26.parquet size 19.0 MB ,use 50.46 s\n",
      "AG_type2_2024-02-28.parquet size 0.8 MB ,use 9.71 s\n",
      "AG_type1_2024-02-28.parquet size 0.29 MB ,use 7.44 s\n",
      "AC_type1_2024-02-28.parquet size 2.83 MB ,use 15.04 s\n",
      "AEC_type1_2024-02-28.parquet size 0.08 MB ,use 7.44 s\n",
      "AEC_type2_2024-02-28.parquet size 0.86 MB ,use 8.99 s\n",
      "AC_type2_2024-02-27.parquet size 11.4 MB ,use 36.35 s\n",
      "AM_type3_2024-02-29.parquet size 0.21 MB ,use 7.78 s\n",
      "AG_type2_2024-02-29.parquet size 0.78 MB ,use 9.63 s\n",
      "AG_type1_2024-02-29.parquet size 0.26 MB ,use 7.9 s\n",
      "AM_type1_2024-02-29.parquet size 2.81 MB ,use 14.4 s\n",
      "AC_type1_2024-02-29.parquet size 2.27 MB ,use 13.19 s\n",
      "AC_type2_2024-02-28.parquet size 10.45 MB ,use 31.59 s\n",
      "AM_type2_2024-02-27.parquet size 20.24 MB ,use 57.93 s\n",
      "AEC_type2_2024-02-29.parquet size 0.97 MB ,use 9.17 s\n",
      "AEC_type1_2024-02-29.parquet size 0.11 MB ,use 6.69 s\n",
      "AL_type2_2024-02-29.parquet size 0.32 MB ,use 7.5 s\n",
      "AL_type1_2024-02-29.parquet size 0.21 MB ,use 7.1 s\n",
      "AM_type2_2024-02-28.parquet size 18.56 MB ,use 47.5 s\n",
      "AEC_type1_2024-03-01.parquet size 0.07 MB ,use 6.98 s\n",
      "AEC_type2_2024-03-01.parquet size 0.87 MB ,use 8.05 s\n",
      "AC_type2_2024-02-29.parquet size 10.0 MB ,use 24.38 s\n",
      "AM_type3_2024-03-01.parquet size 0.2 MB ,use 7.24 s\n",
      "AC_type1_2024-03-01.parquet size 2.65 MB ,use 11.53 s\n",
      "AL_type2_2024-03-01.parquet size 0.29 MB ,use 7.42 s\n",
      "AL_type1_2024-03-01.parquet size 0.17 MB ,use 6.8 s\n",
      "AG_type2_2024-03-01.parquet size 0.85 MB ,use 7.99 s\n",
      "AM_type1_2024-03-01.parquet size 2.92 MB ,use 12.05 s\n",
      "AG_type1_2024-03-01.parquet size 0.29 MB ,use 6.97 s\n",
      "AM_type2_2024-02-29.parquet size 18.8 MB ,use 38.48 s\n",
      "AM_type3_2024-03-02.parquet size 0.24 MB ,use 8.61 s\n",
      "AG_type1_2024-03-02.parquet size 0.36 MB ,use 8.88 s\n",
      "AC_type2_2024-03-01.parquet size 10.27 MB ,use 25.82 s\n",
      "AG_type2_2024-03-02.parquet size 1.05 MB ,use 10.5 s\n",
      "AC_type1_2024-03-02.parquet size 2.96 MB ,use 14.24 s\n",
      "AL_type2_2024-03-02.parquet size 0.25 MB ,use 7.76 s\n",
      "AM_type1_2024-03-02.parquet size 3.31 MB ,use 14.75 s\n",
      "AL_type1_2024-03-02.parquet size 0.14 MB ,use 7.35 s\n",
      "AEC_type1_2024-03-02.parquet size 0.06 MB ,use 6.92 s\n",
      "AEC_type2_2024-03-02.parquet size 0.71 MB ,use 7.67 s\n",
      "AM_type3_2024-03-03.parquet size 0.23 MB ,use 8.75 s\n",
      "AC_type2_2024-03-02.parquet size 10.47 MB ,use 28.03 s\n",
      "AC_type1_2024-03-03.parquet size 2.65 MB ,use 14.42 s\n",
      "AG_type1_2024-03-03.parquet size 0.29 MB ,use 9.5 s\n",
      "AG_type2_2024-03-03.parquet size 0.84 MB ,use 10.98 s\n",
      "AM_type1_2024-03-03.parquet size 3.24 MB ,use 16.89 s\n",
      "AL_type2_2024-03-03.parquet size 0.26 MB ,use 9.35 s\n",
      "AL_type1_2024-03-03.parquet size 0.13 MB ,use 9.06 s\n",
      "AEC_type2_2024-03-03.parquet size 0.36 MB ,use 9.19 s\n",
      "AM_type2_2024-03-01.parquet size 20.39 MB ,use 47.95 s\n",
      "AEC_type1_2024-03-03.parquet size 0.04 MB ,use 8.17 s\n",
      "AC_type2_2024-03-03.parquet size 8.89 MB ,use 27.44 s\n",
      "AM_type3_2024-03-04.parquet size 0.2 MB ,use 7.17 s\n",
      "AL_type1_2024-03-04.parquet size 0.16 MB ,use 6.31 s\n",
      "AL_type2_2024-03-04.parquet size 0.22 MB ,use 6.86 s\n",
      "AM_type1_2024-03-04.parquet size 2.95 MB ,use 12.03 s\n",
      "AM_type2_2024-03-02.parquet size 20.47 MB ,use 47.39 s\n",
      "AG_type2_2024-03-04.parquet size 0.99 MB ,use 7.45 s\n",
      "AC_type1_2024-03-04.parquet size 3.26 MB ,use 11.85 s\n",
      "AG_type1_2024-03-04.parquet size 0.38 MB ,use 6.17 s\n",
      "AEC_type2_2024-03-04.parquet size 0.43 MB ,use 9.92 s\n",
      "AEC_type1_2024-03-04.parquet size 0.07 MB ,use 9.63 s\n",
      "AM_type2_2024-03-03.parquet size 17.98 MB ,use 51.7 s\n",
      "AM_type3_2024-03-05.parquet size 0.22 MB ,use 18.12 s\n",
      "AG_type1_2024-03-05.parquet size 0.5 MB ,use 16.34 s\n",
      "AG_type2_2024-03-05.parquet size 1.38 MB ,use 18.54 s\n",
      "AC_type2_2024-03-04.parquet size 10.31 MB ,use 36.23 s\n",
      "AC_type1_2024-03-05.parquet size 3.46 MB ,use 26.92 s\n",
      "AL_type2_2024-03-05.parquet size 0.44 MB ,use 8.83 s\n",
      "AM_type1_2024-03-05.parquet size 3.51 MB ,use 26.63 s\n",
      "AL_type1_2024-03-05.parquet size 0.22 MB ,use 8.31 s\n",
      "AEC_type2_2024-03-05.parquet size 0.74 MB ,use 8.08 s\n",
      "AEC_type1_2024-03-05.parquet size 0.09 MB ,use 6.82 s\n",
      "AM_type2_2024-03-04.parquet size 17.72 MB ,use 48.89 s\n",
      "AM_type3_2024-03-06.parquet size 0.18 MB ,use 6.67 s\n",
      "AC_type2_2024-03-05.parquet size 13.19 MB ,use 38.97 s\n",
      "AC_type1_2024-03-06.parquet size 3.46 MB ,use 11.57 s\n",
      "AEC_type1_2024-03-06.parquet size 0.15 MB ,use 6.8 s\n",
      "AG_type1_2024-03-06.parquet size 0.42 MB ,use 6.31 s\n",
      "AEC_type2_2024-03-06.parquet size 0.83 MB ,use 7.41 s\n",
      "AM_type1_2024-03-06.parquet size 3.27 MB ,use 11.78 s\n",
      "AL_type1_2024-03-06.parquet size 0.17 MB ,use 5.87 s\n",
      "AL_type2_2024-03-06.parquet size 0.35 MB ,use 5.91 s\n",
      "AG_type2_2024-03-06.parquet size 1.18 MB ,use 7.42 s\n",
      "AM_type3_2024-03-07.parquet size 0.35 MB ,use 6.11 s\n",
      "AG_type1_2024-03-07.parquet size 0.44 MB ,use 6.71 s\n",
      "AC_type1_2024-03-07.parquet size 3.21 MB ,use 11.11 s\n",
      "AG_type2_2024-03-07.parquet size 1.58 MB ,use 8.32 s\n",
      "AM_type1_2024-03-07.parquet size 3.79 MB ,use 12.29 s\n",
      "AL_type2_2024-03-07.parquet size 0.34 MB ,use 5.0 s\n",
      "AC_type2_2024-03-06.parquet size 12.56 MB ,use 26.48 s\n",
      "AL_type1_2024-03-07.parquet size 0.21 MB ,use 5.33 s\n",
      "AEC_type2_2024-03-07.parquet size 0.89 MB ,use 5.56 s\n",
      "AEC_type1_2024-03-07.parquet size 0.12 MB ,use 4.91 s\n",
      "AM_type2_2024-03-05.parquet size 23.33 MB ,use 55.2 s\n",
      "AC_type2_2024-03-07.parquet size 11.45 MB ,use 22.2 s\n",
      "AM_type3_2024-03-08.parquet size 0.24 MB ,use 5.85 s\n",
      "AG_type1_2024-03-08.parquet size 0.34 MB ,use 6.54 s\n",
      "AC_type1_2024-03-08.parquet size 2.91 MB ,use 9.97 s\n",
      "AG_type2_2024-03-08.parquet size 1.24 MB ,use 7.6 s\n",
      "AM_type1_2024-03-08.parquet size 2.54 MB ,use 9.24 s\n",
      "AM_type2_2024-03-06.parquet size 19.81 MB ,use 36.02 s\n",
      "AEC_type2_2024-03-08.parquet size 0.82 MB ,use 5.81 s\n",
      "AEC_type1_2024-03-08.parquet size 0.08 MB ,use 4.6 s\n",
      "AL_type2_2024-03-08.parquet size 0.5 MB ,use 5.45 s\n",
      "AL_type1_2024-03-08.parquet size 0.4 MB ,use 5.0 s\n",
      "AL_type2_2024-03-09.parquet size 0.5 MB ,use 5.75 s\n",
      "AL_type1_2024-03-09.parquet size 0.37 MB ,use 5.97 s\n",
      "AM_type2_2024-03-07.parquet size 19.21 MB ,use 32.83 s\n",
      "AC_type2_2024-03-08.parquet size 10.89 MB ,use 19.81 s\n",
      "AG_type2_2024-03-09.parquet size 1.5 MB ,use 7.14 s\n",
      "AG_type1_2024-03-09.parquet size 0.43 MB ,use 5.78 s\n",
      "AC_type1_2024-03-09.parquet size 3.01 MB ,use 9.71 s\n",
      "AEC_type1_2024-03-09.parquet size 0.06 MB ,use 5.07 s\n",
      "AM_type3_2024-03-09.parquet size 0.38 MB ,use 5.97 s\n",
      "AEC_type2_2024-03-09.parquet size 0.81 MB ,use 6.23 s\n",
      "AM_type3_2024-03-10.parquet size 0.33 MB ,use 5.5 s\n",
      "AM_type1_2024-03-09.parquet size 3.4 MB ,use 10.03 s\n",
      "AM_type2_2024-03-08.parquet size 16.57 MB ,use 26.84 s\n",
      "AM_type1_2024-03-10.parquet size 2.89 MB ,use 9.8 s\n",
      "AL_type1_2024-03-10.parquet size 0.22 MB ,use 6.23 s\n",
      "AL_type2_2024-03-10.parquet size 0.38 MB ,use 6.31 s\n",
      "AC_type2_2024-03-09.parquet size 12.4 MB ,use 21.94 s\n",
      "AEC_type1_2024-03-10.parquet size 0.04 MB ,use 5.87 s\n",
      "AC_type1_2024-03-10.parquet size 2.76 MB ,use 9.82 s\n",
      "AEC_type2_2024-03-10.parquet size 0.51 MB ,use 6.44 s\n",
      "AG_type1_2024-03-10.parquet size 0.46 MB ,use 6.48 s\n",
      "AM_type3_2024-03-11.parquet size 0.34 MB ,use 6.47 s\n",
      "AG_type2_2024-03-10.parquet size 1.51 MB ,use 8.27 s\n",
      "AM_type1_2024-03-11.parquet size 3.06 MB ,use 12.34 s\n",
      "AM_type2_2024-03-09.parquet size 17.25 MB ,use 30.55 s\n",
      "AG_type2_2024-03-11.parquet size 1.49 MB ,use 8.97 s\n",
      "AEC_type2_2024-03-11.parquet size 0.57 MB ,use 6.45 sAG_type1_2024-03-11.parquet size 0.38 MB ,use 6.66 s\n",
      "\n",
      "AC_type1_2024-03-11.parquet size 2.92 MB ,use 12.04 s\n",
      "AC_type2_2024-03-10.parquet size 11.42 MB ,use 23.26 s\n",
      "AEC_type1_2024-03-11.parquet size 0.03 MB ,use 4.51 s\n",
      "AM_type2_2024-03-10.parquet size 16.63 MB ,use 28.85 s\n",
      "AL_type2_2024-03-11.parquet size 0.37 MB ,use 4.48 s\n",
      "AL_type1_2024-03-11.parquet size 0.27 MB ,use 4.57 s\n",
      "AG_type1_2024-03-12.parquet size 0.5 MB ,use 4.8 s\n",
      "AG_type2_2024-03-12.parquet size 1.93 MB ,use 6.27 s\n",
      "AC_type2_2024-03-11.parquet size 10.66 MB ,use 18.79 s\n",
      "AM_type3_2024-03-12.parquet size 0.34 MB ,use 4.61 s\n",
      "AEC_type1_2024-03-12.parquet size 0.07 MB ,use 4.47 s\n",
      "AEC_type2_2024-03-12.parquet size 0.98 MB ,use 5.38 s\n",
      "AM_type1_2024-03-12.parquet size 3.48 MB ,use 7.56 s\n",
      "AL_type2_2024-03-12.parquet size 0.52 MB ,use 4.95 s\n",
      "AM_type2_2024-03-11.parquet size 16.76 MB ,use 25.63 s\n",
      "AL_type1_2024-03-12.parquet size 0.4 MB ,use 4.87 s\n",
      "AC_type1_2024-03-12.parquet size 3.05 MB ,use 7.74 s\n",
      "AC_type1_2024-03-13.parquet size 2.62 MB ,use 8.11 s\n",
      "AEC_type1_2024-03-13.parquet size 0.08 MB ,use 5.17 s\n",
      "AM_type3_2024-03-13.parquet size 0.34 MB ,use 5.57 s\n",
      "AEC_type2_2024-03-13.parquet size 0.93 MB ,use 6.5 s\n",
      "AL_type2_2024-03-13.parquet size 0.61 MB ,use 6.13 s\n",
      "AM_type1_2024-03-13.parquet size 3.65 MB ,use 10.7 s\n",
      "AL_type1_2024-03-13.parquet size 0.41 MB ,use 5.44 s\n",
      "AG_type1_2024-03-13.parquet size 0.56 MB ,use 5.69 s\n",
      "AEC_type1_2024-03-14.parquet size 0.09 MB ,use 5.0 s\n",
      "AG_type2_2024-03-13.parquet size 1.92 MB ,use 7.91 sAEC_type2_2024-03-14.parquet size 0.82 MB ,use 6.03 s\n",
      "AC_type2_2024-03-12.parquet size 12.88 MB ,use 20.95 s\n",
      "AM_type3_2024-03-14.parquet size 0.27 MB ,use 5.03 s\n",
      "AC_type2_2024-03-13.parquet size 11.77 MB ,use 20.9 s\n",
      "AM_type1_2024-03-14.parquet size 3.1 MB ,use 9.22 s\n",
      "AM_type2_2024-03-12.parquet size 20.64 MB ,use 29.62 s\n",
      "AG_type1_2024-03-14.parquet size 0.4 MB ,use 5.29 s\n",
      "AC_type1_2024-03-14.parquet size 2.1 MB ,use 7.55 s\n",
      "AG_type2_2024-03-14.parquet size 1.48 MB ,use 6.41 s\n",
      "AL_type1_2024-03-14.parquet size 0.39 MB ,use 5.05 s\n",
      "AL_type2_2024-03-14.parquet size 0.55 MB ,use 5.5 s\n",
      "AM_type3_2024-03-15.parquet size 0.27 MB ,use 5.6 s\n",
      "AEC_type2_2024-03-15.parquet size 0.81 MB ,use 6.53 s\n",
      "AEC_type1_2024-03-15.parquet size 0.13 MB ,use 5.65 s\n",
      "AM_type1_2024-03-15.parquet size 3.22 MB ,use 11.15 s\n",
      "AG_type1_2024-03-15.parquet size 0.36 MB ,use 6.6 s\n",
      "AM_type2_2024-03-13.parquet size 20.43 MB ,use 34.68 s\n",
      "AC_type2_2024-03-14.parquet size 9.32 MB ,use 18.75 s\n",
      "AC_type1_2024-03-15.parquet size 1.88 MB ,use 9.77 s\n",
      "AG_type2_2024-03-15.parquet size 1.4 MB ,use 8.55 s\n",
      "AL_type2_2024-03-15.parquet size 0.58 MB ,use 6.82 s\n",
      "AL_type1_2024-03-15.parquet size 0.47 MB ,use 5.9 s\n",
      "AC_type2_2024-03-15.parquet size 8.23 MB ,use 16.02 s\n",
      "AEC_type1_2024-03-16.parquet size 0.05 MB ,use 5.55 sAM_type3_2024-03-16.parquet size 0.3 MB ,use 6.0 s\n",
      "AG_type1_2024-03-16.parquet size 0.46 MB ,use 6.06 s\n",
      "AEC_type2_2024-03-16.parquet size 0.97 MB ,use 6.84 s\n",
      "AM_type2_2024-03-14.parquet size 19.54 MB ,use 30.07 s\n",
      "AM_type1_2024-03-16.parquet size 3.52 MB ,use 9.68 s\n",
      "AG_type2_2024-03-16.parquet size 1.7 MB ,use 6.91 s\n",
      "AL_type1_2024-03-16.parquet size 0.46 MB ,use 5.32 s\n",
      "AC_type1_2024-03-16.parquet size 1.96 MB ,use 6.67 s\n",
      "AL_type2_2024-03-16.parquet size 0.62 MB ,use 5.36 s\n",
      "AC_type1_2024-03-17.parquet size 1.51 MB ,use 6.23 s\n",
      "AL_type1_2024-03-17.parquet size 0.27 MB ,use 4.63 s\n",
      "AM_type2_2024-03-15.parquet size 18.62 MB ,use 28.66 s\n",
      "AL_type2_2024-03-17.parquet size 0.43 MB ,use 4.9 s\n",
      "AM_type3_2024-03-17.parquet size 0.22 MB ,use 5.04 s\n",
      "AG_type1_2024-03-17.parquet size 0.33 MB ,use 5.38 s\n",
      "AC_type2_2024-03-17.parquet size 5.76 MB ,use 11.49 s\n",
      "AC_type2_2024-03-16.parquet size 7.79 MB ,use 14.29 s\n",
      "AM_type1_2024-03-17.parquet size 3.13 MB ,use 9.23 s\n",
      "AEC_type2_2024-03-17.parquet size 0.82 MB ,use 6.22 s\n",
      "AG_type2_2024-03-17.parquet size 1.3 MB ,use 6.52 s\n",
      "AM_type1_2024-03-18.parquet size 2.97 MB ,use 13.47 s\n",
      "AM_type3_2024-03-18.parquet size 0.2 MB ,use 11.42 s\n",
      "AG_type1_2024-03-18.parquet size 0.36 MB ,use 14.9 s\n",
      "AEC_type2_2024-03-18.parquet size 0.99 MB ,use 16.38 s\n",
      "AC_type1_2024-03-18.parquet size 1.91 MB ,use 17.87 s\n",
      "AG_type2_2024-03-18.parquet size 1.45 MB ,use 17.89 s\n",
      "AM_type2_2024-03-16.parquet size 19.79 MB ,use 38.76 s\n",
      "AL_type1_2024-03-18.parquet size 0.39 MB ,use 10.65 s\n",
      "AL_type2_2024-03-18.parquet size 0.54 MB ,use 9.64 s\n",
      "AC_type2_2024-03-18.parquet size 6.07 MB ,use 25.71 s\n",
      "AM_type3_2024-03-19.parquet size 0.29 MB ,use 8.53 s\n",
      "AG_type1_2024-03-19.parquet size 0.46 MB ,use 9.47 s\n",
      "AG_type2_2024-03-19.parquet size 1.73 MB ,use 13.24 s\n",
      "AM_type2_2024-03-17.parquet size 16.86 MB ,use 41.28 s\n",
      "AC_type1_2024-03-19.parquet size 2.13 MB ,use 14.63 s\n",
      "AM_type1_2024-03-19.parquet size 3.47 MB ,use 16.97 s\n",
      "AL_type1_2024-03-19.parquet size 0.48 MB ,use 8.36 s\n",
      "AL_type2_2024-03-19.parquet size 0.7 MB ,use 9.1 s\n",
      "AEC_type2_2024-03-19.parquet size 1.29 MB ,use 11.1 s\n",
      "AM_type2_2024-03-18.parquet size 16.01 MB ,use 43.64 s\n",
      "AM_type3_2024-03-20.parquet size 0.23 MB ,use 11.36 s\n",
      "AC_type2_2024-03-19.parquet size 8.19 MB ,use 30.2 s\n",
      "AL_type2_2024-03-20.parquet size 0.59 MB ,use 14.57 s\n",
      "AC_type1_2024-03-20.parquet size 1.9 MB ,use 16.79 s\n",
      "AL_type1_2024-03-20.parquet size 0.49 MB ,use 13.16 s\n",
      "AM_type1_2024-03-20.parquet size 3.22 MB ,use 20.47 s\n",
      "AG_type2_2024-03-20.parquet size 1.18 MB ,use 14.76 s\n",
      "AG_type1_2024-03-20.parquet size 0.39 MB ,use 10.34 s\n",
      "AEC_type2_2024-03-20.parquet size 1.03 MB ,use 11.11 s\n",
      "AC_type2_2024-03-20.parquet size 7.23 MB ,use 27.38 s\n",
      "AM_type3_2024-03-21.parquet size 0.3 MB ,use 8.25 s\n",
      "AG_type1_2024-03-21.parquet size 0.74 MB ,use 9.31 s\n",
      "AG_type2_2024-03-21.parquet size 1.52 MB ,use 11.01 s\n",
      "AM_type1_2024-03-21.parquet size 3.9 MB ,use 16.77 s\n",
      "AM_type2_2024-03-19.parquet size 19.02 MB ,use 52.92 s\n",
      "AEC_type2_2024-03-21.parquet size 0.83 MB ,use 8.62 s\n",
      "AL_type2_2024-03-21.parquet size 0.87 MB ,use 7.75 s\n",
      "AC_type1_2024-03-21.parquet size 2.49 MB ,use 11.09 s\n",
      "AL_type1_2024-03-21.parquet size 0.63 MB ,use 6.66 s\n",
      "AM_type3_2024-03-22.parquet size 0.46 MB ,use 5.91 s\n",
      "AC_type2_2024-03-21.parquet size 8.15 MB ,use 21.07 s\n",
      "AL_type2_2024-03-22.parquet size 1.11 MB ,use 7.33 s\n",
      "AL_type1_2024-03-22.parquet size 1.15 MB ,use 7.12 s\n",
      "AM_type1_2024-03-22.parquet size 5.65 MB ,use 14.93 s\n",
      "AC_type1_2024-03-22.parquet size 3.78 MB ,use 11.87 s\n",
      "AM_type2_2024-03-20.parquet size 19.55 MB ,use 49.2 s\n",
      "AG_type2_2024-03-22.parquet size 2.67 MB ,use 8.77 s\n",
      "AG_type1_2024-03-22.parquet size 1.47 MB ,use 6.27 s\n",
      "AEC_type2_2024-03-22.parquet size 1.1 MB ,use 5.89 s\n",
      "AM_type3_2024-03-23.parquet size 0.44 MB ,use 4.64 s\n",
      "AL_type1_2024-03-23.parquet size 1.22 MB ,use 6.94 s\n",
      "AL_type2_2024-03-23.parquet size 1.39 MB ,use 6.68 s\n",
      "AC_type2_2024-03-22.parquet size 11.32 MB ,use 22.86 s\n",
      "AM_type2_2024-03-21.parquet size 20.14 MB ,use 41.62 s\n",
      "AM_type1_2024-03-23.parquet size 6.18 MB ,use 12.8 s\n",
      "AC_type1_2024-03-23.parquet size 3.74 MB ,use 10.04 s\n",
      "AG_type1_2024-03-23.parquet size 1.98 MB ,use 7.27 s\n",
      "AEC_type2_2024-03-23.parquet size 0.88 MB ,use 5.91 s\n",
      "AM_type3_2024-03-24.parquet size 0.4 MB ,use 5.45 s\n",
      "AG_type2_2024-03-23.parquet size 3.62 MB ,use 10.11 s\n",
      "AL_type2_2024-03-24.parquet size 1.0 MB ,use 6.07 s\n",
      "AL_type1_2024-03-24.parquet size 0.95 MB ,use 6.08 s\n",
      "AM_type1_2024-03-24.parquet size 5.03 MB ,use 13.16 s\n",
      "AEC_type2_2024-03-24.parquet size 0.55 MB ,use 5.6 s\n",
      "AC_type2_2024-03-23.parquet size 11.51 MB ,use 21.99 s\n",
      "AC_type1_2024-03-24.parquet size 3.17 MB ,use 10.14 s\n",
      "AG_type1_2024-03-24.parquet size 1.72 MB ,use 7.43 s\n",
      "AG_type2_2024-03-24.parquet size 3.36 MB ,use 9.56 s\n",
      "AM_type3_2024-03-25.parquet size 0.43 MB ,use 5.91 s\n",
      "AEC_type2_2024-03-25.parquet size 1.36 MB ,use 8.13 s\n",
      "AC_type2_2024-03-24.parquet size 8.91 MB ,use 20.01 s\n",
      "AG_type1_2024-03-25.parquet size 1.65 MB ,use 8.88 s\n",
      "AG_type2_2024-03-25.parquet size 3.42 MB ,use 11.53 s\n",
      "AM_type2_2024-03-22.parquet size 30.68 MB ,use 53.44 s\n",
      "AM_type1_2024-03-25.parquet size 5.31 MB ,use 14.59 s\n",
      "AL_type2_2024-03-25.parquet size 1.08 MB ,use 6.55 s\n",
      "AL_type1_2024-03-25.parquet size 1.06 MB ,use 6.85 s\n",
      "AM_type3_2024-03-26.parquet size 0.45 MB ,use 5.76 s\n",
      "AC_type1_2024-03-25.parquet size 3.87 MB ,use 11.5 s\n",
      "AM_type1_2024-03-26.parquet size 5.6 MB ,use 14.57 s\n",
      "AC_type2_2024-03-25.parquet size 9.65 MB ,use 21.93 s\n",
      "AEC_type2_2024-03-26.parquet size 2.09 MB ,use 8.37 s\n",
      "AG_type2_2024-03-26.parquet size 4.15 MB ,use 11.9 s\n",
      "AL_type2_2024-03-26.parquet size 1.59 MB ,use 7.44 s\n",
      "AM_type2_2024-03-23.parquet size 29.65 MB ,use 52.54 s\n",
      "AG_type1_2024-03-26.parquet size 2.32 MB ,use 9.21 s\n",
      "AM_type2_2024-03-24.parquet size 28.24 MB ,use 46.46 s\n",
      "AL_type1_2024-03-26.parquet size 1.53 MB ,use 6.35 s\n",
      "AG_type1_2024-03-27.parquet size 2.38 MB ,use 9.67 s\n",
      "AC_type1_2024-03-26.parquet size 3.61 MB ,use 12.01 s\n",
      "AC_type1_2024-03-27.parquet size 3.48 MB ,use 12.02 s\n",
      "AG_type2_2024-03-27.parquet size 4.75 MB ,use 13.68 s\n",
      "AM_type2_2024-03-25.parquet size 25.62 MB ,use 43.82 s\n",
      "AM_type3_2024-03-27.parquet size 0.39 MB ,use 5.78 s\n",
      "AL_type2_2024-03-27.parquet size 1.33 MB ,use 7.37 s\n",
      "AEC_type2_2024-03-27.parquet size 2.14 MB ,use 8.57 s\n",
      "AM_type1_2024-03-27.parquet size 5.77 MB ,use 14.95 s\n",
      "AL_type1_2024-03-27.parquet size 1.28 MB ,use 7.13 s\n",
      "AC_type2_2024-03-27.parquet size 9.18 MB ,use 21.3 s\n",
      "AC_type2_2024-03-26.parquet size 10.81 MB ,use 23.68 s\n",
      "AEC_type2_2024-03-28.parquet size 1.18 MB ,use 5.94 s\n",
      "AC_type1_2024-03-28.parquet size 4.91 MB ,use 11.64 s\n",
      "AM_type3_2024-03-28.parquet size 0.29 MB ,use 5.36 s\n",
      "AG_type1_2024-03-28.parquet size 2.38 MB ,use 14.64 s\n",
      "AL_type1_2024-03-28.parquet size 1.14 MB ,use 53.94 s\n",
      "AM_type2_2024-03-26.parquet size 28.9 MB ,use 98.81 s\n",
      "AL_type2_2024-03-28.parquet size 1.19 MB ,use 65.6 s\n",
      "AG_type2_2024-03-28.parquet size 4.12 MB ,use 71.2 s\n",
      "AM_type1_2024-03-28.parquet size 5.47 MB ,use 76.08 s\n",
      "AC_type2_2024-03-28.parquet size 9.98 MB ,use 82.66 s\n",
      "AM_type3_2024-03-29.parquet size 0.23 MB ,use 22.79 s\n",
      "AM_type1_2024-03-29.parquet size 4.56 MB ,use 73.13 s\n",
      "AL_type2_2024-03-29.parquet size 0.93 MB ,use 10.26 s\n",
      "AG_type1_2024-03-29.parquet size 2.05 MB ,use 13.36 s\n",
      "AL_type1_2024-03-29.parquet size 0.94 MB ,use 8.94 s\n",
      "AG_type2_2024-03-29.parquet size 3.45 MB ,use 19.03 s\n",
      "AC_type1_2024-03-29.parquet size 3.94 MB ,use 20.6 s\n",
      "AEC_type2_2024-03-29.parquet size 0.8 MB ,use 7.08 s\n",
      "AM_type2_2024-03-27.parquet size 26.6 MB ,use 116.37 s\n",
      "AC_type2_2024-03-29.parquet size 9.28 MB ,use 37.94 s\n",
      "AG_type1_2024-03-30.parquet size 2.63 MB ,use 11.38 s\n",
      "AG_type2_2024-03-30.parquet size 4.76 MB ,use 15.75 s\n",
      "AC_type1_2024-03-30.parquet size 4.6 MB ,use 14.48 s\n",
      "AM_type3_2024-03-30.parquet size 0.32 MB ,use 6.07 s\n",
      "AL_type2_2024-03-30.parquet size 1.04 MB ,use 6.21 s\n",
      "AL_type1_2024-03-30.parquet size 0.92 MB ,use 6.31 s\n",
      "AM_type1_2024-03-30.parquet size 5.32 MB ,use 13.94 s\n",
      "AEC_type2_2024-03-30.parquet size 0.62 MB ,use 5.53 s\n",
      "AM_type3_2024-03-31.parquet size 0.32 MB ,use 5.3 s\n",
      "AC_type2_2024-03-30.parquet size 9.78 MB ,use 22.87 s\n",
      "AM_type2_2024-03-28.parquet size 25.24 MB ,use 113.75 s\n",
      "AL_type2_2024-03-31.parquet size 1.19 MB ,use 6.64 s\n",
      "AL_type1_2024-03-31.parquet size 1.0 MB ,use 5.38 s\n",
      "AM_type1_2024-03-31.parquet size 6.09 MB ,use 13.6 s\n",
      "AC_type1_2024-03-31.parquet size 4.63 MB ,use 11.47 s\n",
      "AEC_type2_2024-03-31.parquet size 0.58 MB ,use 5.09 s\n",
      "AG_type1_2024-03-31.parquet size 2.59 MB ,use 7.75 s\n",
      "AG_type2_2024-03-31.parquet size 4.98 MB ,use 11.11 s\n",
      "AC_type1_2024-04-01.parquet size 2.2 MB ,use 6.91 s\n",
      "AM_type2_2024-03-29.parquet size 28.29 MB ,use 117.11 s\n",
      "AG_type1_2024-04-01.parquet size 1.35 MB ,use 5.32 s\n",
      "AC_type2_2024-03-31.parquet size 9.84 MB ,use 18.47 s\n",
      "AEC_type2_2024-04-01.parquet size 0.52 MB ,use 4.13 s\n",
      "AG_type2_2024-04-01.parquet size 2.69 MB ,use 6.92 s\n",
      "AC_type2_2024-04-01.parquet size 5.82 MB ,use 10.55 s\n",
      "AM_type2_2024-03-30.parquet size 22.69 MB ,use 38.41 s\n",
      "AM_type3_2024-04-01.parquet size 0.32 MB ,use 5.64 s\n",
      "AL_type1_2024-04-01.parquet size 0.47 MB ,use 5.89 s\n",
      "AL_type2_2024-04-01.parquet size 0.54 MB ,use 5.87 s\n",
      "AM_type1_2024-04-01.parquet size 3.93 MB ,use 8.76 s\n",
      "AM_type2_2024-03-31.parquet size 22.95 MB ,use 29.31 s\n",
      "AM_type2_2024-04-01.parquet size 15.22 MB ,use 11.07 s\n",
      "数据下载完成，共下载1198个文件，总共耗时 1542.49 s\n"
     ]
    }
   ],
   "source": [
    "# def task(file_name,file_size,pbar):\n",
    "def task(file_name,file_size):\n",
    "    remote_file_path = os.path.join(remote_dir,file_name)\n",
    "    local_file_path = os.path.join(local_dir,file_name)\n",
    "    start = time.time()\n",
    "    sftp = sftp_queue.get()\n",
    "    sftp.get(remote_file_path, local_file_path) \n",
    "    end = time.time()\n",
    "    print(f\"{file_name} size {file_size} MB ,use {round(end -start,2)} s\")  \n",
    "    sftp_queue.put(sftp)\n",
    "    # time.sleep(0.5)\n",
    "    # pbar.update(1)\n",
    "\n",
    "start = time.time()\n",
    "pool = ThreadPoolExecutor(thread_num)\n",
    "# with (tqdm(total=len(file_attr_2locals), desc=\"Downloading\") as pbar):\n",
    "all_task_result = []\n",
    "for file_attr in file_attr_2locals:\n",
    "    file_name = file_attr.filename\n",
    "    file_size = round(file_attr.st_size/1048576,2)\n",
    "    # all_task_result.append(pool.submit(task,file_name,file_size,pbar))\n",
    "    all_task_result.append(pool.submit(task,file_name,file_size))\n",
    "for task_result in as_completed(all_task_result):\n",
    "    msg = task_result.result()\n",
    "\n",
    "end = time.time()\n",
    "\n",
    "print(f\"数据下载完成，共下载{len(file_attr_2locals)}个文件，总共耗时 {round(end-start,2)} s\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2024-04-01T03:36:08.233493Z",
     "start_time": "2024-04-01T03:36:08.226996Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n",
      "1\n",
      "2\n",
      "3\n",
      "4\n",
      "5\n",
      "6\n",
      "7\n",
      "8\n",
      "9\n"
     ]
    }
   ],
   "source": [
    "for n in range(thread_num):\n",
    "    print(n)\n",
    "    sftp = sftp_queue.get()\n",
    "    sftp.close()\n",
    "client.close()\n",
    "# for client in clients:\n",
    "#     client.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2024-04-01T03:36:08.237010Z",
     "start_time": "2024-04-01T03:36:08.235080Z"
    }
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "name": "py311",
   "language": "python",
   "display_name": "py311"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
